-- Logs begin at Mon 2021-04-05 15:54:14 UTC, end at Mon 2021-04-05 17:01:11 UTC. -- Apr 05 16:31:00.203654 dv-cinder-774594-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 16:31:03.083252 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.common.config [-] Logging enabled! Apr 05 16:31:03.083826 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31 Apr 05 16:31:03.085146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84297) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 16:31:03.086962 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.common.config [-] Logging enabled! Apr 05 16:31:03.087251 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31 Apr 05 16:31:03.087605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84297) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 16:31:03.088655 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 16:31:03.088922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 16:31:03.089987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 16:31:03.090708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 16:31:03.090975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 16:31:03.091349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.091695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.092018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.092274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.092612 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.092959 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.093278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.093641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.093984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.094308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.094622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.094948 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.095207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.095513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.095845 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.096175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.096432 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] debug = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.096752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.097285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.097630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.097948 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.098278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.098594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.098903 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.099215 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.099535 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.099899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] host = dv-cinder-774594-2-smb {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.100213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.100543 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.100871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.101199 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.101515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.101853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.102223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.102532 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.102841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] log_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.103152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.103482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.103811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.104148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.104403 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.104656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.104986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.105313 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.105651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.105959 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.106269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.106577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.106885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.107188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.107513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.107840 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.108169 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.108481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.108789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.109092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.109399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.109752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.110061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.110371 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.110680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.111004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.111305 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.111616 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.111956 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.112286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.112612 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.112938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.113246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.113588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.113898 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.114203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.114510 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] use_json = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.114818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.115121 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.115441 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.115755 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.116056 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.116365 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.116671 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.117000 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:03.117333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.117715 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.118062 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.118469 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.118811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.119131 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.119464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.119782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.120114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.120446 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.120772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.121085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.121413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.121751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.122091 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.122440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.122781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.123117 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.123425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.123734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.124042 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.124354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.124678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.125017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.125353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.125691 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.126012 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.126343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.126657 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.126967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.127280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.127607 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.127920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.128230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.128545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.128859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.129165 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.129471 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.129808 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.130137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.130448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.130753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.131059 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.131375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.131680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.132004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.132318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.132624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.132929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.133240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.133724 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.134204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.134522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.134835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.135148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.135460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.135769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.136085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.136394 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.136704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.137013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.137323 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.137658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.137967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.138272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.138578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.138887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.139194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.139519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.139852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.140164 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.140478 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.140789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.141099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.141416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.141752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.142066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.142378 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.142685 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.143015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.143333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.143654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.143972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.144283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.144621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.144934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.145249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.145579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.145895 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.146220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.146538 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.146868 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.147198 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.147531 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.147861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.148191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.148504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.148853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.149198 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:03.149447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 16:31:03.149741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84297) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 05 16:31:03.801547 dv-cinder-774594-2-smb neutron-server[84297]: INFO keyring.backend [-] Loading Gnome Apr 05 16:31:03.818357 dv-cinder-774594-2-smb neutron-server[84297]: INFO keyring.backend [-] Loading Google Apr 05 16:31:03.821042 dv-cinder-774594-2-smb neutron-server[84297]: INFO keyring.backend [-] Loading Windows (alt) Apr 05 16:31:03.824808 dv-cinder-774594-2-smb neutron-server[84297]: INFO keyring.backend [-] Loading file Apr 05 16:31:03.825664 dv-cinder-774594-2-smb neutron-server[84297]: INFO keyring.backend [-] Loading keyczar Apr 05 16:31:03.825947 dv-cinder-774594-2-smb neutron-server[84297]: INFO keyring.backend [-] Loading multi Apr 05 16:31:03.826591 dv-cinder-774594-2-smb neutron-server[84297]: INFO keyring.backend [-] Loading pyfs Apr 05 16:31:03.872931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84297) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:03.873241 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84297) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:03.873588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84297) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:03.873963 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 16:31:04.266248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.266819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.266819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.269849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.270169 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.270466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.307577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.307897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.308196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.321713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.321976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.322320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.389842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.390150 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.390450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.391593 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.391897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.392197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.664516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.664883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.665190 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.665519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.667602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.819615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.819988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.820309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.820614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.820982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.821381 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.821730 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.822015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.822310 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.822645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.822917 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.823219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.823525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.823812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.824123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.824436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.824729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.825038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.825324 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.825668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.826120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.826410 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.826691 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.827032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.827310 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.827586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.828007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 16:31:04.828282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 16:31:04.828553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 16:31:04.828822 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 16:31:04.829094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 16:31:04.829360 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 16:31:04.829804 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 16:31:04.832957 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 16:31:04.837247 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 16:31:04.841192 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Apr 05 16:31:04.842881 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 16:31:04.844180 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 16:31:04.844562 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 16:31:04.844991 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 16:31:04.847774 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 16:31:04.848060 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 16:31:04.848451 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 16:31:04.875807 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 16:31:04.876322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.876660 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84297) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 16:31:04.877076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.878457 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84297) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 16:31:04.878781 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 16:31:04.879060 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 16:31:04.882276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.882593 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:04.949314 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 16:31:04.949461 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 16:31:04.949804 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 16:31:04.950216 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 16:31:04.984212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_db.sqlalchemy.engines [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84297) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 05 16:31:05.436230 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Initializing driver for type 'gre' Apr 05 16:31:05.436763 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] gre ID ranges: [(1, 1000)] Apr 05 16:31:05.487582 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Initializing driver for type 'local' Apr 05 16:31:05.488060 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Initializing driver for type 'vlan' Apr 05 16:31:05.505984 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] VlanTypeDriver initialization complete Apr 05 16:31:05.506561 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Initializing driver for type 'vxlan' Apr 05 16:31:05.507399 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] vxlan ID ranges: [(1, 1000)] Apr 05 16:31:05.552250 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Initializing extension driver 'port_security' Apr 05 16:31:05.552604 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.extensions.port_security [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] PortSecurityExtensionDriver initialization complete Apr 05 16:31:05.552973 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Initializing mechanism driver 'openvswitch' Apr 05 16:31:05.553328 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Initializing mechanism driver 'hyperv' Apr 05 16:31:05.559819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84297) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:31:05.560643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > port after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.561045 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > port after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.561421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > port after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.561866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > subnet after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.562249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > subnet after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.562624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > subnet after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.563037 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > network after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.563415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > network after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.563791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > network after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.564197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > security_group after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.564573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > security_group after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.564940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > security_group after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.565347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.565755 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.566146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.566652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > address_group after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.567028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > address_group after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.567395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > address_group after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.567756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] ML2 OVO RPC backend initialized. {{(pid=84297) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 05 16:31:05.568528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router_interface after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.568914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.569360 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > network before_response 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.569759 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > networks before_response 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.570129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > port before_response 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.570493 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > ports before_response 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.570862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > subnet before_response 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.571232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > subnets before_response 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.571688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > network after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.572059 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > network after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.572419 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > network after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.572785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > port after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.573190 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > port after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.573584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > port after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.573992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > subnet after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.574300 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > subnet after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.574660 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > subnet after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.575284 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.plugin [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Modular L2 Plugin initialization complete Apr 05 16:31:05.575634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading services supported by the core plugin {{(pid=84297) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 16:31:05.575992 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.plugins.ml2.managers [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Got port-security extension from driver 'port_security' Apr 05 16:31:05.576488 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.extensions.vlantransparent [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Disabled vlantransparent extension. Apr 05 16:31:05.577016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84297) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 16:31:05.577356 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading Plugin: router Apr 05 16:31:05.614331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router_interface before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.614754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router after_create 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.615147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router before_create 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.615544 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.615952 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.616309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router after_delete 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.616719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > floatingip after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.617119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router after_create 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.617485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router after_update 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.617889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router after_update 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.618326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.618697 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router after_update 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.619172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router precommit_update 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.619583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: port after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.619951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: port after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.620313 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: subnet after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.620685 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.621064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > port precommit_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.621436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router precommit_create 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.621873 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: port before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.622244 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router precommit_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.622633 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router after_update 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.623004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router precommit_delete 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.623379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router precommit_create 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.623772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router_interface after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.624148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router precommit_update 55549900 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.624566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > network after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.625570 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Tracking information for resource: router configured {{(pid=84297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 16:31:05.625920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Tracking information for resource: floatingip configured {{(pid=84297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 16:31:05.630700 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_agentschedulers_db [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 16:31:05.631333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: port after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.631719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: port after_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.632097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: port after_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.632470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: port after_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.633357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router before_create 55550100 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.633802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router precommit_delete 55550100 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.634280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router precommit_create 55550100 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.634664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > router precommit_update 55550100 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.639360 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.provider_configuration [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service providers = [] {{(pid=84297) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 16:31:05.639747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.servicetype_db [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84297) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 16:31:05.642733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.service_base [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 16:31:05.643114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.service_base [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 16:31:05.643481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.service_base [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 16:31:05.644353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.service_base [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 16:31:05.644746 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.services.service_base [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 16:31:05.645151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 16:31:05.645493 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 16:31:05.655948 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 16:31:05.656319 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading Plugin: auto_allocate Apr 05 16:31:05.662136 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: network precommit_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.662528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: network precommit_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.663105 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 16:31:05.663451 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading Plugin: tag Apr 05 16:31:05.670498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 16:31:05.670863 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading Plugin: timestamp Apr 05 16:31:05.674749 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 16:31:05.675107 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading Plugin: network_ip_availability Apr 05 16:31:05.680683 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.681228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.681645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.682411 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 16:31:05.682765 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading Plugin: flavors Apr 05 16:31:05.687230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 16:31:05.687599 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading Plugin: revisions Apr 05 16:31:05.691874 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 16:31:05.692296 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=84297) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:05.693083 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84297) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 05 16:31:05.693440 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Initializing extension manager. Apr 05 16:31:05.694019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: __init__.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.694393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: __pycache__ {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.694754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.695114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: address_group.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.695908 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.696720 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: address-group Apr 05 16:31:05.697077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: address_scope.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.697860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.698403 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: address-scope Apr 05 16:31:05.698756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: admin_state_down_before_update.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.699678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.700239 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: router-admin-state-down-before-update Apr 05 16:31:05.700590 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: agent.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.701325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.701920 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: agent Apr 05 16:31:05.702270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: agent_resources_synced.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.703174 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.703743 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: agent-resources-synced Apr 05 16:31:05.704092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: allowedaddresspairs.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.705892 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.706468 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: allowed-address-pairs Apr 05 16:31:05.706820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: auto_allocated_topology.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.707879 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.708450 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: auto-allocated-topology Apr 05 16:31:05.708804 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: availability_zone.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.709571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.710127 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: availability_zone Apr 05 16:31:05.710482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: availability_zone_filter.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.711381 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.711943 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: availability_zone_filter Apr 05 16:31:05.712336 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: data_plane_status.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.713364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.713958 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 16:31:05.714309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: default_subnetpools.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.715228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.715788 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: default-subnetpools Apr 05 16:31:05.716141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: dhcpagentscheduler.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.716997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.718789 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: dhcp_agent_scheduler Apr 05 16:31:05.719163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: dns.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.720084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.720655 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension dns-integration not supported by any of loaded plugins Apr 05 16:31:05.721017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: dns_domain_ports.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.721964 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.722527 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 16:31:05.722885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: dvr.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.723609 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.724174 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: dvr Apr 05 16:31:05.724528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: empty_string_filtering.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.725449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.726040 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: empty-string-filtering Apr 05 16:31:05.726392 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.727306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.727891 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 16:31:05.728240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.729148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.729755 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 16:31:05.730103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: external_net.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.731016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.731581 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: external-net Apr 05 16:31:05.731929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: extra_dhcp_opt.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.732830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.733398 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: extra_dhcp_opt Apr 05 16:31:05.733779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: extraroute.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.734680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.735246 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: extraroute Apr 05 16:31:05.735598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: extraroute_atomic.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.736598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.737171 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: extraroute-atomic Apr 05 16:31:05.737518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: filter_validation.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.738232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.738788 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: filter-validation Apr 05 16:31:05.739141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: fip_pf_description.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.740032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.740589 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 16:31:05.740939 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: fip_port_details.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.741857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.742424 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: fip-port-details Apr 05 16:31:05.742774 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: flavors.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.744065 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.744638 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: flavors Apr 05 16:31:05.744994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.746649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.747232 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 16:31:05.747590 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: floatingip_pools.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.748422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.748994 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: floatingip-pools Apr 05 16:31:05.749350 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: ip_allocation.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.750297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.750861 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 16:31:05.751217 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.752122 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.752684 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: ip-substring-filtering Apr 05 16:31:05.753037 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: l2_adjacency.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.753967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.754528 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 16:31:05.754885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: l3.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.755923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.756494 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: router Apr 05 16:31:05.756852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: l3_conntrack_helper.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.759187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.759932 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 16:31:05.760297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.761221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.761830 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: ext-gw-mode Apr 05 16:31:05.762189 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.763103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.763671 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: l3-ha Apr 05 16:31:05.764027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: l3_flavors.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.764931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.765495 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: l3-flavors Apr 05 16:31:05.765875 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.766799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.767367 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 16:31:05.767722 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: l3agentscheduler.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.768993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.769593 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: l3_agent_scheduler Apr 05 16:31:05.769958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: logging.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.771448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.772028 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension logging not supported by any of loaded plugins Apr 05 16:31:05.772391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: metering.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.773207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.773920 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: metering Apr 05 16:31:05.774259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.775470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.776036 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: metering_source_and_destination_fields Apr 05 16:31:05.776394 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: multiprovidernet.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.777691 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.778258 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: multi-provider Apr 05 16:31:05.778616 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: netmtu.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.779518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.780081 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: net-mtu Apr 05 16:31:05.780436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: netmtu_writable.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.781346 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.781937 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: net-mtu-writable Apr 05 16:31:05.782290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: network_availability_zone.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.783053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.783672 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: network_availability_zone Apr 05 16:31:05.784023 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: network_ip_availability.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.785230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.785837 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: network-ip-availability Apr 05 16:31:05.786193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: network_segment_range.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.787017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.787578 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 16:31:05.787933 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: pagination.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.789020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.789388 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: pagination Apr 05 16:31:05.789769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: port_device_profile.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.790740 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.791306 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: port-device-profile Apr 05 16:31:05.791661 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.792575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.793146 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: port-mac-address-regenerate Apr 05 16:31:05.793506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.794451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.795031 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: port-numa-affinity-policy Apr 05 16:31:05.795379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: port_resource_request.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.796290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.796847 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 16:31:05.797201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: portbindings.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.798165 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.798740 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: binding Apr 05 16:31:05.799083 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: portbindings_extended.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.800359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.800937 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: binding-extended Apr 05 16:31:05.801293 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: portsecurity.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.802236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.802800 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: port-security Apr 05 16:31:05.803156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: project_id.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.804119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.804481 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: project-id Apr 05 16:31:05.804830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: providernet.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.805938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.806536 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: provider Apr 05 16:31:05.806883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: qos.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.810473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.811060 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension qos not supported by any of loaded plugins Apr 05 16:31:05.811427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.812732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.813305 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 16:31:05.813695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.814607 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.815176 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 16:31:05.815532 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: qos_default.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.816436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.817003 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension qos-default not supported by any of loaded plugins Apr 05 16:31:05.817358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: qos_fip.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.818062 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.818625 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension qos-fip not supported by any of loaded plugins Apr 05 16:31:05.818982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: qos_gateway_ip.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.819899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.820459 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 16:31:05.820811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: qos_port_network_policy.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.821820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.822390 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 16:31:05.822738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: qos_rule_type_details.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.823649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.824269 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 16:31:05.824567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: qos_rules_alias.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.825611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.826179 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 16:31:05.826533 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: quotasv2.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.827497 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.827862 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: quotas Apr 05 16:31:05.828215 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: quotasv2_detail.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.829799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.830175 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: quota_details Apr 05 16:31:05.830534 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: rbac.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.831687 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.832274 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: rbac-policies Apr 05 16:31:05.832634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: rbac_address_group.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.833568 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.834155 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: rbac-address-group Apr 05 16:31:05.834511 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: rbac_address_scope.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.835443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.836004 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: rbac-address-scope Apr 05 16:31:05.836360 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: rbac_security_groups.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.837431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.838177 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: rbac-security-groups Apr 05 16:31:05.838533 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: rbac_subnetpool.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.839438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.840008 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: rbac-subnetpool Apr 05 16:31:05.840365 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: revisionifmatch.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.841298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.841890 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: revision-if-match Apr 05 16:31:05.842246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: revisions.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.843380 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.843959 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: standard-attr-revisions Apr 05 16:31:05.844313 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: router_availability_zone.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.845020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.845609 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: router_availability_zone Apr 05 16:31:05.845966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: routerservicetype.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.846998 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.847741 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension router-service-type not supported by any of loaded plugins Apr 05 16:31:05.848205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.849185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.849814 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: security-groups-normalized-cidr Apr 05 16:31:05.850171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: security_groups_port_filtering.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.851092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.851656 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: port-security-groups-filtering Apr 05 16:31:05.852011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.852979 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.853684 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: security-groups-remote-address-group Apr 05 16:31:05.854041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: securitygroup.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.866878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.867494 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: security-group Apr 05 16:31:05.867858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: segment.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.868890 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.869562 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension segment not supported by any of loaded plugins Apr 05 16:31:05.869915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.870886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.871459 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 16:31:05.871814 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: servicetype.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.872915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.873458 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: service-type Apr 05 16:31:05.873853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: sorting.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.874805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.875172 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: sorting Apr 05 16:31:05.875523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: standard_attr_segment.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.876446 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.877027 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 16:31:05.877385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: standardattrdescription.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.878084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.878651 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: standard-attr-description Apr 05 16:31:05.879005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: stateful_security_group.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.879954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.880565 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: stateful-security-group Apr 05 16:31:05.880914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: stdattrs_common.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.881492 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 16:31:05.881873 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.882911 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.883491 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 16:31:05.883843 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: subnet_onboard.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.885167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.885760 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: subnet_onboard Apr 05 16:31:05.886117 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.887059 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.887625 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 16:31:05.887976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: subnet_service_types.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.888892 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.889463 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: subnet-service-types Apr 05 16:31:05.889852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: subnetallocation.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.890927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.891502 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: subnet_allocation Apr 05 16:31:05.891860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.892552 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.893115 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: subnetpool-prefix-ops Apr 05 16:31:05.893470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.894462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.895030 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 16:31:05.895386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: tagging.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.896676 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.897278 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: standard-attr-tag Apr 05 16:31:05.897663 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: timestamp.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.898831 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.899416 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loaded extension: standard-attr-timestamp Apr 05 16:31:05.899826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: trunk.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.900855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.901429 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension trunk not supported by any of loaded plugins Apr 05 16:31:05.901823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: trunk_details.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.903090 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.903658 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension trunk-details not supported by any of loaded plugins Apr 05 16:31:05.904013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: uplink_status_propagation.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.904925 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.905481 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 16:31:05.905861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Loading extension file: vlantransparent.py {{(pid=84297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 16:31:05.906552 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 16:31:05.907119 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 16:31:05.909803 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:network Apr 05 16:31:05.910604 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:subnet Apr 05 16:31:05.911269 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 16:31:05.911915 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:port Apr 05 16:31:05.913374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.913889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service FLAVORS assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.914552 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.915012 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.915461 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:router Apr 05 16:31:05.916176 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:floatingip Apr 05 16:31:05.916942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service METERING assigned prefix: /metering {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.918779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.919176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.919550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84297) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:31:05.920700 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 16:31:05.921176 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:security_group Apr 05 16:31:05.922035 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 16:31:05.922827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service CORE assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.923205 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 16:31:05.923552 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] subnetpool is already registered Apr 05 16:31:05.924204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service CORE assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.924561 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 16:31:05.924916 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] subnetpool is already registered Apr 05 16:31:05.928349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.928810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service FLAVORS assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.929441 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.929923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.930288 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:router Apr 05 16:31:05.930648 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] router is already registered Apr 05 16:31:05.931775 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:floatingip Apr 05 16:31:05.932131 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] floatingip is already registered Apr 05 16:31:05.932813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service METERING assigned prefix: /metering {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.933549 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 16:31:05.933916 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] rbac_policy is already registered Apr 05 16:31:05.935271 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:security_group Apr 05 16:31:05.935642 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] security_group is already registered Apr 05 16:31:05.936291 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 16:31:05.936653 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] security_group_rule is already registered Apr 05 16:31:05.937397 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service CORE assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.937785 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 16:31:05.938146 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] subnetpool is already registered Apr 05 16:31:05.938815 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.resource_helper [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Service CORE assigned prefix: {{(pid=84297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 16:31:05.939174 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 16:31:05.939532 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.quota.resource_registry [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] subnetpool is already registered Apr 05 16:31:05.940242 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: extensions {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.941794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: address-groups {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.943482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: address-scopes {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.944757 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: agents {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.946040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: auto-allocated-topology {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.947393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: availability_zones {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.948766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: dhcp-networks {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.950272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: dhcp-agents {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.951748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: routers {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.953632 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: flavors {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.954853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: service_profiles {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.956117 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: next_providers {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.957742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: service_profiles {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.959253 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: floatingip-pools {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.960505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: routers {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.962442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: floatingips {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.963690 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: l3-routers {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.965144 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: l3-agents {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.966654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: metering-labels {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.968060 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: metering-label-rules {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.969379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: network-ip-availabilities {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.970713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: bindings {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.972462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: quotas {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.974000 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: quotas {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.975464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: rbac-policies {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.976817 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: security-groups {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.978259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: security-group-rules {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.979553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: service-providers {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.980847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: subnetpools {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.982345 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: subnetpools {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.983860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: tags {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.985573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: tags {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.987543 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: tags {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.989397 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: tags {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.991315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: tags {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.993222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: tags {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.995141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: tags {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.998011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: tags {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:05.999868 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: tags {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:06.001844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.extensions [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Extended resource: tags {{(pid=84297) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 16:31:06.008707 dv-cinder-774594-2-smb neutron-server[84297]: WARNING keystonemiddleware.auth_token [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 16:31:06.014101 dv-cinder-774594-2-smb neutron-server[84297]: WARNING keystonemiddleware.auth_token [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 16:31:06.022873 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Acquired lock "singleton_lock" {{(pid=84297) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 16:31:06.023395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Releasing lock "singleton_lock" {{(pid=84297) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 16:31:06.024886 dv-cinder-774594-2-smb neutron-server[84297]: INFO oslo_service.service [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Starting 2 workers Apr 05 16:31:06.030142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Started child 84410 {{(pid=84297) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 16:31:06.033995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:06.034837 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Started child 84411 {{(pid=84297) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 16:31:06.035610 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [-] (84410) wsgi starting up on http://0.0.0.0:9696 Apr 05 16:31:06.036249 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.service [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 16:31:06.036902 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Notify callbacks [] for process, before_spawn {{(pid=84297) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:06.038280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:06.039319 dv-cinder-774594-2-smb neutron-server[84297]: INFO oslo_service.service [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Starting 1 workers Apr 05 16:31:06.039609 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [-] (84411) wsgi starting up on http://0.0.0.0:9696 Apr 05 16:31:06.044874 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Started child 84412 {{(pid=84297) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 16:31:06.045414 dv-cinder-774594-2-smb neutron-server[84297]: INFO oslo_service.service [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Starting 1 workers Apr 05 16:31:06.047085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.service [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] calling RpcWorker wait() {{(pid=84412) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 16:31:06.047480 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.service [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] returning from RpcWorker wait() {{(pid=84412) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 16:31:06.048943 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:06.049417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:31:06.050188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Started child 84413 {{(pid=84297) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 16:31:06.050946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9deda3d0-f1e1-4503-8cf1-e68c3695b19a None None] Notify callbacks [] for process, after_spawn {{(pid=84297) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:06.052457 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84297) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 05 16:31:06.052645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 16:31:06.053068 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 16:31:06.053284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 16:31:06.053846 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:06.053978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 16:31:06.054057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 16:31:06.054579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.054804 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.055257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.055798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.056053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.056888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.057166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.057445 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.057804 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.058076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.058234 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.058637 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.058933 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.059197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.059514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.059797 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.060073 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.060353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.060562 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.060826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.061132 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.061415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.061709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] debug = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.061984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.062527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.062780 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.063057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.063331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.063621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.063895 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.064191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.064450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.064706 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.064974 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.065249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.065498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.065780 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.066026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.066295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.066538 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.066968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] host = dv-cinder-774594-2-smb {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.067223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.067466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.067752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.068011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.068287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.068542 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.068820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.069212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.069386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.069622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.069884 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.070156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.070419 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.070674 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.070860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_options = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.071128 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.071504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.071946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.072160 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.072320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.072522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.072775 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.072958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.073235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.073478 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.073814 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.073988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.074202 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.074490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.074776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.074954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.075196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.075428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.075716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.075993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.077023 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.077384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.077572 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.077861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.078134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.078390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.078666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.078936 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.079201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.079504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.079788 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.079907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:31:06.080013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.080278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.080586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.080853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.081092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.081343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.082280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.082280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.082280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.082610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.082746 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.082945 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.083207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.083471 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.083718 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_json = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.083959 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.084204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.084490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.084742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.085004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.085248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.085493 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.085793 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.086241 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.086551 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.086887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.087214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.087419 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.087695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.087964 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.088216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.088504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.088772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.089098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.089361 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.089721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.089934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.090598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.090947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.091256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.091554 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.091839 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.092087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.092333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.092619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.092922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.093236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.093519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.093816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.094070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.094329 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.094582 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.094829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.095076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.095340 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.095650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.095901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.096147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.096904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.097521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.098253 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.099711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.101321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.101839 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.102322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.102848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.103478 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.104889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.104889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.104889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.104889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.104889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.105248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.105318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.105602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.106040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.106133 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.106294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.106592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.106935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.107049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.107461 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.107562 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.107852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.107993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.108421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.108830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.109216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.109639 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.110042 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.110492 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.110989 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.111325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.111659 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.111988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.112312 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.112656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.112986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.113297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.113667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.113972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.114428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.114657 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.115078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.115331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.115557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.116014 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.116348 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.116716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.117053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.117328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.117657 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.117947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.118204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.118686 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.119156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.119382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.119649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.119949 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.120248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.120542 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.120801 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.121054 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.121363 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.121647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.121927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.122199 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.122469 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.122726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.123024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.123327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.123618 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.123912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.124226 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.124548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.124802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.125114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.125370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.128619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.128619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.128619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.128619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.128619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.128619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.128619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.128619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.129415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.129415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.129415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.129415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.129415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.129415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.129415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.131636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.131636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.131636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.131636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.131636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.131636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.131636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.131636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.132364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.132364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.132364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.132633 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.132729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.132962 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.133239 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.133503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.133850 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.134268 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.134737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.135018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.135287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.135557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.135807 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.136108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.136380 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.136651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.136915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.137167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.137442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.137735 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.137979 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.138229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.138490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.138758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.139158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.139315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.139485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.139771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.140022 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.140344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.140639 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.140915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.141184 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.141459 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.141763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.142012 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.142306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.142558 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.142822 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.143076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.143308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.143564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.143827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.144111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.144357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.144634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.144884 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.145254 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.145523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.145811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.146094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.146340 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.146588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.146853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.147103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.147334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.147852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.148024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.148300 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.148574 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.148829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.149075 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.149321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.149656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.150099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.150479 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.150830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.151103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.151351 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.151620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.151866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.152471 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.152712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.152953 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.153205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.153446 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.153729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.153972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.154212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.154459 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.154699 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.155021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.155296 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.155548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.155854 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.156130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.156412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.156684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.157041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.157287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.157605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.157903 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.158125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.158543 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.158994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.159510 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.160013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.160483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.160798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.161123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.161440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.161767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.162019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.162337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.162713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.163025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.163305 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.163592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.163883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.164147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.164396 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.164648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.164998 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.165414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.165927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.166263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.166586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.166838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.167129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.167385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.167653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.167918 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.168197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.168446 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.168693 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 16:31:06.169242 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84297) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 05 16:31:06.169431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 16:31:06.169646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 16:31:06.169855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 16:31:06.170057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 16:31:06.170238 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 16:31:06.170485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.170675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.170864 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.171052 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.171237 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.171447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.171638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.171826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.171995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.172182 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.172369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.172553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.172736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.172919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.173107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.173290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.173475 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.173685 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.173873 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.174045 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.174234 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.174391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.174528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] debug = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.174663 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.174918 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.175080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.175267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.175449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.175631 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.175815 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.175999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.176110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:31:06.176233 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.176332 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.176495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.176678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.176860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.177041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.177222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.177404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.177605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.177788 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] host = dv-cinder-774594-2-smb {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.177969 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.178151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.178334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.178515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.178696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.178879 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.179061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.179246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.179427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.179611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.179793 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.179975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.180159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.180344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.180528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_options = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.180728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.181014 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.181342 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.181689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.181884 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.182071 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.182257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.182442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.182627 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.182810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.182999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.183183 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.183365 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.183548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.183733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.183915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.184097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.184282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.184467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.184649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.184834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.185016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.185197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.185380 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.185583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.185754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.185938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.186085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.186272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.186454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.186636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.186818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.186999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.187181 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.187360 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.187546 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.187709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.188046 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.188373 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.188699 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.189043 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.189399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.189399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.189590 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.189747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.189902 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_json = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.190228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.190548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.190870 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.191218 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.191401 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.191584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.191767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.191954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 16:31:06.192158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.192347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.192547 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.192735 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.192927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.193113 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.193299 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.193485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.193695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.193881 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.194073 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.194259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.194459 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.194644 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.194832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.195023 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.195218 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.195386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.195744 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.195936 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.196127 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.196296 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.196961 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.197236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.197427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.197656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.197851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.198041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.198229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.198417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.198606 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.198794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.198982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.199168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.199356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.199540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.199726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.199913 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.200099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.200290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.200477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.200668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.200855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.201042 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.201228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.201413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.201623 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.201811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.201996 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.202182 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.202379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.202564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.202752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.202943 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.203130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.203318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.203504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.203688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.203873 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.204061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.204246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.204448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.204634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.204819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.205005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.205192 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.205376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.205595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.205784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.205972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.206157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.206344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.206529 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.206714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.206899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.207086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.207273 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.207459 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.207646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.207832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.208019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.208205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.208390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.208576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.208772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.208976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.209162 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.209347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.209550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.209709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.209901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.210086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.210349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.210500 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.210601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.210738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.210922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.211095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.211249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.211434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.211619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.211802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.212021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.212257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.212561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.212873 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.213066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.213255 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.213442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.213654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.213841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.214036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.214222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.214412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.214599 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.214792 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.214966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.215156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.215343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.215527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.215712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.215897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.216081 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.216267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.216452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.216636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.216822 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.217015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.217211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.217399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.217606 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.217794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.218029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.218214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.218400 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.218586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.218772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.218959 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.219117 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.219301 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.219485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.219670 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.219856 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.220042 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.220227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.220413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.220598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.220782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.220987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.221152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.221339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.221526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.221732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.221918 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.222102 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.222285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.222469 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.222653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.222842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.223027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.223212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.223398 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.223583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.223769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.223953 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.224168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.224271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.224474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.224626 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.224813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.224997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.225184 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.225370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.225583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.225761 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.225948 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.226134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.226320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.226507 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.226695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.226880 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.227066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.227253 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.227439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.227750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.228053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.228402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.228650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.228840 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.229025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.229188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.229375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.229573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.229763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.229949 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.230134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.230320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.230504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.230673 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.230862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.231048 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.231233 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.231417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.231602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.231785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.231973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.232171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.232341 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.232525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.232709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.232899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.233094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.233278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.233467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.233691 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.233865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.234099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.234255 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.234401 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.234559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.234747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.234972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.235104 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.235289 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.235481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.235686 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.235833 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.236016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.236272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.236388 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.236550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.236738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.236896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.237057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.237243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.237431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.237651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.237891 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.237999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.238173 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.238365 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.238537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.238688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.238883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.239080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.239266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.239452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.239621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.239978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.240139 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.240550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.240550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.240841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.240841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.241114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.241114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.241389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.241565 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.241722 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.241872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.242031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.242179 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.242330 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.242482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 16:31:06.242634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84297) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 16:31:06.370612 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 53166) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:06.388763 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0147049 Apr 05 16:31:17.048170 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7480f30-171b-429b-b45b-eb18275ab513 None None] get_active_networks_info from dv-cinder-774594-2-smb {{(pid=84412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 16:31:17.212967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7480f30-171b-429b-b45b-eb18275ab513 None None] No non-hosted networks {{(pid=84412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 16:31:17.307104 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5940bd32-f859-43f7-8275-6961c7c13abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922'] for agent, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:18.259645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922'] for agent, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:18.261004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.261602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.262193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.262767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.263333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.266149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.266724 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.267306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.267883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.268454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.276382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.277348 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:18.277995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774594-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:31:18.283122 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774594-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:31:19.063359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-abedfeea-1188-4e89-b846-8d8c1d7bbb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922'] for agent, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:19.120058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-47804daf-daf4-47da-a8e5-312636a7b8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:19.743633 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922'] for agent, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:21.274450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922'] for agent, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:22.414890 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 53258) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:23.067050 dv-cinder-774594-2-smb neutron-server[84297]: WARNING oslo_policy.policy [None req-be0483cd-c8ad-4456-b197-22c8cd4ae1cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 16:31:23.067633 dv-cinder-774594-2-smb neutron-server[84297]: WARNING oslo_policy.policy [None req-be0483cd-c8ad-4456-b197-22c8cd4ae1cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 16:31:23.296795 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [None req-be0483cd-c8ad-4456-b197-22c8cd4ae1cb admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:31:23.309758 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-be0483cd-c8ad-4456-b197-22c8cd4ae1cb admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8820078 Apr 05 16:31:25.237089 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_hamode_db [None req-38b78829-82de-47f8-9676-503ed7f8ffae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 16:31:25.326870 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b78829-82de-47f8-9676-503ed7f8ffae None None] Routers set() bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:31:25.327286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b78829-82de-47f8-9676-503ed7f8ffae None None] Router IDs set() for agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 05 16:31:26.048427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 53272) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:26.482034 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-5c3e7a89-ca7d-47e8-95cd-0df1476de8f7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:31:26.583756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.policy [None req-5c3e7a89-ca7d-47e8-95cd-0df1476de8f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84411) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 05 16:31:26.638099 dv-cinder-774594-2-smb neutron-server[84297]: WARNING oslo_policy.policy [None req-5c3e7a89-ca7d-47e8-95cd-0df1476de8f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 16:31:26.638503 dv-cinder-774594-2-smb neutron-server[84297]: WARNING oslo_policy.policy [None req-5c3e7a89-ca7d-47e8-95cd-0df1476de8f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 16:31:26.656581 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota [None req-5c3e7a89-ca7d-47e8-95cd-0df1476de8f7 admin admin] Loaded quota_driver: . Apr 05 16:31:26.673030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5c3e7a89-ca7d-47e8-95cd-0df1476de8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:31:26.731494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a89-ca7d-47e8-95cd-0df1476de8f7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247899993305', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247899993965', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247899987054', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247899976706', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247899960758', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247899961207', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854416668', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854603005', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854200581', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854125666'] for rbac-policy, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:26.810049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a89-ca7d-47e8-95cd-0df1476de8f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:26.811331 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-5c3e7a89-ca7d-47e8-95cd-0df1476de8f7 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7615876 Apr 05 16:31:29.795820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 53286) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:30.438806 dv-cinder-774594-2-smb neutron-server[84297]: WARNING oslo_policy.policy [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 16:31:30.439387 dv-cinder-774594-2-smb neutron-server[84297]: WARNING oslo_policy.policy [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 16:31:30.666096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Request body: {'network': {'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'admin_state_up': True, 'name': 'private'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:31:30.669167 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.quota [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Loaded quota_driver: . Apr 05 16:31:30.685819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:31:30.692784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Usage tracker for resource:network and tenant:75efa0ddbd6c4dd4917a1db0aa65bb5d is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:31:30.697484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:31:30.705029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:31:30.721262 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Made reservation on behalf of 75efa0ddbd6c4dd4917a1db0aa65bb5d for: {'network': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:31:30.797638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.policy [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84410) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 05 16:31:30.852338 dv-cinder-774594-2-smb neutron-server[84297]: WARNING oslo_policy.policy [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 16:31:30.852749 dv-cinder-774594-2-smb neutron-server[84297]: WARNING oslo_policy.policy [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 16:31:30.881787 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:30.903129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:30.918699 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:31:30.922891 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Usage tracker for resource:security_group_rule and tenant:75efa0ddbd6c4dd4917a1db0aa65bb5d is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:31:30.926866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:31:30.933786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:31:31.044611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:31.049149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:31.054854 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:31.073571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=84410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:31:31.275637 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788957235895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:31.276249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Unsubscribe: segment precommit_create {{(pid=84410) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 05 16:31:31.276718 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Added segment 3878540c-261f-4108-a888-31bdcde807d6 of type vlan for network 5e22ad0d-791a-4c47-8225-6b85b634a9de Apr 05 16:31:31.328130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf8e321-ab86-4113-9438-210c39a83f3a,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:31.345707 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.346070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.346421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.346743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.347086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.347452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.347763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.348109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.348448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.348787 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.349119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.349435 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Tracked resource versions report: Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: pushed versions: Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: { 'AddressGroup': {'1.2'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': {'1.0'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': {'1.0'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': {'1.1'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': {'1.7'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': {'1.2'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': {'1.8'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': {'1.4'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': {'1.2'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': {'1.0'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': {'1.1'}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': {'1.1'}} Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: consumer versions: Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: { DHCP agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: L3 agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: Metadata agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: Metering agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: Open vSwitch agent@dv-cinder-774594-2-smb: { 'AddressGroup': '1.2', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': '1.0', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': '1.0', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': '1.1', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': '1.7', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': '1.2', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': '1.8', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': '1.4', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': '1.2', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': '1.0', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': '1.1', Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': '1.1'}} Apr 05 16:31:31.350549 dv-cinder-774594-2-smb neutron-server[84297]: {{(pid=84410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 16:31:31.403247 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:31.404940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:31.445046 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:31.446520 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:31:31.447397 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:31.452195 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:31.558720 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Pushing event updated for resources: {'Network': ['ID=5e22ad0d-791a-4c47-8225-6b85b634a9de,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:31.562543 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7647038 Apr 05 16:31:31.563294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:31.573422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network 5e22ad0d-791a-4c47-8225-6b85b634a9de details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:31:34.599603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 53308) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:35.299406 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff711ab-524a-4c49-918c-8a74d4ec1ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:31:35.300844 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-eff711ab-524a-4c49-918c-8a74d4ec1ead admin admin] 10.222.0.15 "GET /v2.0/networks/5e22ad0d-791a-4c47-8225-6b85b634a9de HTTP/1.1" status: 200 len: 825 time: 0.7002227 Apr 05 16:31:35.329975 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8fda415d-4132-4b02-9c17-6664dec82a36 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/1788eeb9-eab4-42b8-a79a-9ac0d27091e4 HTTP/1.1" status: 200 len: 734 time: 0.0227673 Apr 05 16:31:35.339754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Request body: {'subnet': {'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'subnetpool_id': '1788eeb9-eab4-42b8-a79a-9ac0d27091e4', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:31:35.345458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:31:35.349798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Usage tracker for resource:subnet and tenant:75efa0ddbd6c4dd4917a1db0aa65bb5d is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:31:35.356203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:31:35.362510 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:31:35.374296 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Made reservation on behalf of 75efa0ddbd6c4dd4917a1db0aa65bb5d for: {'subnet': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:31:35.380111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:35.921460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:35.935526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:36.113935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eea66ce-8475-44c6-8c94-2691f1e54136,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:36.141638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.142039 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.142496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.142882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.143230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.143569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.143923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.144257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.144602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.144942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.145263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.145621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Tracked resource versions report: Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: pushed versions: Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: { 'AddressGroup': {'1.2'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': {'1.0'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': {'1.0'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': {'1.1'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': {'1.7'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': {'1.2'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': {'1.8'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': {'1.4'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': {'1.2'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': {'1.0'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': {'1.1'}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': {'1.1'}} Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: consumer versions: Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: { DHCP agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: L3 agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: Metadata agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: Metering agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: Open vSwitch agent@dv-cinder-774594-2-smb: { 'AddressGroup': '1.2', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': '1.0', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': '1.0', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': '1.1', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': '1.7', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': '1.2', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': '1.8', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': '1.4', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': '1.2', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': '1.0', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': '1.1', Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': '1.1'}} Apr 05 16:31:36.146723 dv-cinder-774594-2-smb neutron-server[84297]: {{(pid=84411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 16:31:36.212019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:36.228420 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Checking segment: {'id': '3878540c-261f-4108-a888-31bdcde807d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:31:36.228800 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Network hostable DHCP agents. Network: 5e22ad0d-791a-4c47-8225-6b85b634a9de, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:31:36.256919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Network 5e22ad0d-791a-4c47-8225-6b85b634a9de is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:31:36.267312 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, 5e22ad0d-791a-4c47-8225-6b85b634a9de) {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:31:36.272514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:31:36.273331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:36.278651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93932063-913f-41d1-8988-22c320cff1ae None None] Network 5e22ad0d-791a-4c47-8225-6b85b634a9de requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:31:36.297161 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9611547 Apr 05 16:31:36.654427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3149ac32-9af2-5a4e-861b-abd6f4956bc9-5e22ad0d-791a-4c47-8225-6b85b634a9de', 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'fixed_ips': [{'subnet_id': '4eea66ce-8475-44c6-8c94-2691f1e54136'}]}} from dv-cinder-774594-2-smb. {{(pid=84412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 16:31:36.655653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:36.870464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Allocated IP 172.20.0.2 (5e22ad0d-791a-4c47-8225-6b85b634a9de/4eea66ce-8475-44c6-8c94-2691f1e54136/b30a2766-cd87-4d4e-b453-057301e82631) {{(pid=84412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:31:37.145062 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Notify callbacks [] for port, precommit_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:37.159809 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Transition to ACTIVE for port object b30a2766-cd87-4d4e-b453-057301e82631 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:31:37.180098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Transition to ACTIVE for port object b30a2766-cd87-4d4e-b453-057301e82631 will not be triggered until provisioned by entity DHCP. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:31:37.187158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:37.200638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:37.508917 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Pushing event updated for resources: {'Port': ['ID=b30a2766-cd87-4d4e-b453-057301e82631,revision_number=1']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:37.526625 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.527342 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.527714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.528076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.528431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.528794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.529125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.529473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.529877 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.530227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.530559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.530906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Tracked resource versions report: Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: pushed versions: Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: { 'AddressGroup': {'1.2'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': {'1.0'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': {'1.0'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': {'1.1'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': {'1.7'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': {'1.2'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': {'1.8'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': {'1.4'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': {'1.2'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': {'1.0'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': {'1.1'}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': {'1.1'}} Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: consumer versions: Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: { DHCP agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: L3 agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: Metadata agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: Metering agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: Open vSwitch agent@dv-cinder-774594-2-smb: { 'AddressGroup': '1.2', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': '1.0', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': '1.0', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': '1.1', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': '1.7', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': '1.2', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': '1.8', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': '1.4', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': '1.2', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': '1.0', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': '1.1', Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': '1.1'}} Apr 05 16:31:37.532025 dv-cinder-774594-2-smb neutron-server[84297]: {{(pid=84412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 16:31:37.540834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:37.584525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Network 5e22ad0d-791a-4c47-8225-6b85b634a9de is already hosted by enough agents. {{(pid=84412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:31:37.585889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Resources bound (agent type, host, resource id): {{(pid=84412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:31:37.589466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Received port after_create {{(pid=84412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:31:37.687317 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Attempting to bind port b30a2766-cd87-4d4e-b453-057301e82631 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:31:37.687746 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Attempting to bind port b30a2766-cd87-4d4e-b453-057301e82631 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '3878540c-261f-4108-a888-31bdcde807d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:31:37.688155 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Attempting to bind port b30a2766-cd87-4d4e-b453-057301e82631 on network 5e22ad0d-791a-4c47-8225-6b85b634a9de {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:31:37.694013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:31:37.694906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Checking segment: {'id': '3878540c-261f-4108-a888-31bdcde807d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:31:37.694906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:37.695216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Bound using segment: {'id': '3878540c-261f-4108-a888-31bdcde807d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:31:37.695775 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Bound port: b30a2766-cd87-4d4e-b453-057301e82631, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3878540c-261f-4108-a888-31bdcde807d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:31:37.696176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:37.793163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] For port b30a2766-cd87-4d4e-b453-057301e82631, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:31:37.797375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] For port b30a2766-cd87-4d4e-b453-057301e82631, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=b30a2766-cd87-4d4e-b453-057301e82631,segment=NetworkSegment(3878540c-261f-4108-a888-31bdcde807d6),segment_id=3878540c-261f-4108-a888-31bdcde807d6)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:31:37.801766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:37.814872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:37.970339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Pushing event updated for resources: {'Port': ['ID=b30a2766-cd87-4d4e-b453-057301e82631,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:37.975670 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:39.106157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 53322) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:39.537821 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [None req-3ad48710-31de-4323-b156-431361d7b746 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:31:39.538896 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3ad48710-31de-4323-b156-431361d7b746 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4314256 Apr 05 16:31:42.322681 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 53336) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:42.722292 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [None req-02a16584-fae6-467d-a8ed-1b57694cbdd3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:31:42.728168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e05276-7d95-401b-8423-bc54dc1d516e None None] Network 5e22ad0d-791a-4c47-8225-6b85b634a9de requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:31:42.734248 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-02a16584-fae6-467d-a8ed-1b57694cbdd3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4104311 Apr 05 16:31:42.814620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device b30a2766-cd87-4d4e-b453-057301e82631 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:31:42.924835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-f7d30c27-b71b-4a59-9890-ca4738ad2123 None None] Provisioning for port b30a2766-cd87-4d4e-b453-057301e82631 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:31:42.984232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port b30a2766-cd87-4d4e-b453-057301e82631 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:31:43.000778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port b30a2766-cd87-4d4e-b453-057301e82631 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:31:43.001204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:43.192566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:43.233954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port b30a2766-cd87-4d4e-b453-057301e82631, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=b30a2766-cd87-4d4e-b453-057301e82631,segment=NetworkSegment(3878540c-261f-4108-a888-31bdcde807d6),segment_id=3878540c-261f-4108-a888-31bdcde807d6)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:31:43.237731 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:43.241122 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:43.312673 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=b30a2766-cd87-4d4e-b453-057301e82631,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:43.316303 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:43.476600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-20477807-a79f-48c5-a8f3-db305f141aa1 None None] Provisioning complete for port b30a2766-cd87-4d4e-b453-057301e82631 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:31:43.477109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-20477807-a79f-48c5-a8f3-db305f141aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:44.744935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device b30a2766-cd87-4d4e-b453-057301e82631 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:31:44.817742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port b30a2766-cd87-4d4e-b453-057301e82631 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:31:44.818183 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:45.807041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 53350) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:46.196033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'name': 'router1'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:31:46.201427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:31:46.206466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] Usage tracker for resource:router and tenant:75efa0ddbd6c4dd4917a1db0aa65bb5d is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:31:46.210033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:31:46.216646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:31:46.228983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-976377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773680'] for router, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:46.231053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853799522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853808791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853889244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2087'] for router, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:46.257309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:46.364131 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-967047'] for router, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:46.382882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] Notify callbacks [] for router, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:46.384156 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3f5f17fe-fa01-4083-8632-9b29af962cff admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5760362 Apr 05 16:31:46.935386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-caa116d2-1abd-499b-8ef8-f0c8c531a740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:48.258370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:49.048389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-28ca62b1-05c9-4581-9fed-a0f39ecc6287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:49.146591 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 53360) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:49.486652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [None req-da38e3b3-62c7-452e-b1a2-e10465b2539c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:31:49.488007 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-da38e3b3-62c7-452e-b1a2-e10465b2539c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3401797 Apr 05 16:31:49.690648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:51.220662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:52.146020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 53380) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:52.205589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:31:52.213219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:31:52.217607 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Usage tracker for resource:network and tenant:a9e97a46a38745e2be1e39b92ce00ba5 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:31:52.220704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:31:52.226965 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:31:52.239308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Made reservation on behalf of a9e97a46a38745e2be1e39b92ce00ba5 for: {'network': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:31:52.245709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:52.258438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:52.276420 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:31:52.281103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a9e97a46a38745e2be1e39b92ce00ba5 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:31:52.284347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:31:52.291216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:31:52.377769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:52.382751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:52.389615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-78a00e3d-58b2-4ff7-8485-5c123b38b046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:52.408487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=84410) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 05 16:31:52.433492 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc46f68f-c3f7-4a63-8d0e-d8a0698ed9fd,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:52.437592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:52.438022 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Added segment 7ea903e2-74d8-4fa3-b1f0-43e9186eb953 of type flat for network ca2d6b15-da8c-4c49-b410-492d803b641f Apr 05 16:31:52.439233 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:52.477054 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:52.515455 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:52.516791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:31:52.517418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:52.522212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:52.622949 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4754803 Apr 05 16:31:52.626642 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=ca2d6b15-da8c-4c49-b410-492d803b641f,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:52.630812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:52.640053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network ca2d6b15-da8c-4c49-b410-492d803b641f details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:31:53.103588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:31:55.145087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 53400) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:31:55.289343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e3b7b-9f32-4d97-9c42-2df07fc55cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:31:55.290993 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b14e3b7b-9f32-4d97-9c42-2df07fc55cc9 admin admin] 10.222.0.15 "GET /v2.0/subnets/4eea66ce-8475-44c6-8c94-2691f1e54136 HTTP/1.1" status: 200 len: 849 time: 0.1448689 Apr 05 16:31:55.468367 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e0a6b981-cf6f-44f2-a5d9-c42d9981ea03 admin admin] 10.222.0.15 "GET /v2.0/routers/ad176b76-17e5-49b9-aeee-e070da745f1d HTTP/1.1" status: 200 len: 704 time: 0.1710722 Apr 05 16:31:55.969581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:56.377541 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Allocated IP 172.20.0.1 (5e22ad0d-791a-4c47-8225-6b85b634a9de/4eea66ce-8475-44c6-8c94-2691f1e54136/3e569e1b-fd42-4250-a530-b26eb4eb0a62) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:31:56.549759 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:56.568291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Transition to ACTIVE for port object 3e569e1b-fd42-4250-a530-b26eb4eb0a62 will not be triggered until provisioned by entity DHCP. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:31:56.629986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:56.642880 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:56.778248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3e569e1b-fd42-4250-a530-b26eb4eb0a62,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:56.790220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:56.838172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Network 5e22ad0d-791a-4c47-8225-6b85b634a9de is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:31:56.839327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:31:56.842416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:31:56.843073 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853852070'] for router_interface, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:57.030456 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-ec601513-5280-4f4a-b97c-96771f8b96d9 None None] Provisioning for port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:31:57.036522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-ec601513-5280-4f4a-b97c-96771f8b96d9 None None] Provisioning complete for port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:31:57.037013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ec601513-5280-4f4a-b97c-96771f8b96d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:57.097422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-ec601513-5280-4f4a-b97c-96771f8b96d9 None None] Port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:31:57.124855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:57.437779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:57.442595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:57.443684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853808241'] for router_interface, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:57.458182 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:57.589811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3e569e1b-fd42-4250-a530-b26eb4eb0a62,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:57.598769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:57.645270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Network 5e22ad0d-791a-4c47-8225-6b85b634a9de is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:31:57.646436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:31:57.824738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-494112d6-3c0b-4ab7-945a-5c4695c1b65c None None] Provisioning complete for port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:31:57.825106 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-494112d6-3c0b-4ab7-945a-5c4695c1b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:57.885047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-494112d6-3c0b-4ab7-945a-5c4695c1b65c None None] Port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:31:58.014402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Router ad176b76-17e5-49b9-aeee-e070da745f1d is scheduled to L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d with binding_index 1 {{(pid=84411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 16:31:58.176219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:31:58.185968 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] 10.222.0.15 "PUT /v2.0/routers/ad176b76-17e5-49b9-aeee-e070da745f1d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7088566 Apr 05 16:31:58.186354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Sync routers for ids ['ad176b76-17e5-49b9-aeee-e070da745f1d'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:31:58.197834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Routers {'ad176b76-17e5-49b9-aeee-e070da745f1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:31:58.198709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:31:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['ad176b76-17e5-49b9-aeee-e070da745f1d'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:31:58.383107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Set router ad176b76-17e5-49b9-aeee-e070da745f1d gateway port host: None {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:31:58.764464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'name': 'router1', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:46Z', 'updated_at': '2021-04-05T16:31:57Z', 'revision_number': 2, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'gw_port_host': None, '_interfaces': [{'id': '3e569e1b-fd42-4250-a530-b26eb4eb0a62', 'name': '', 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'mac_address': 'fa:16:3e:5c:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:56Z', 'updated_at': '2021-04-05T16:31:57Z', 'revision_number': 2, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'subnets': [{'id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1788eeb9-eab4-42b8-a79a-9ac0d27091e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:31:58.769721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Checking router: ad176b76-17e5-49b9-aeee-e070da745f1d for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:31:58.770149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Updating router ad176b76-17e5-49b9-aeee-e070da745f1d port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 binding host dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:31:58.999558 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:59.453963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Notify callbacks [] for port, precommit_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:59.468482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Transition to ACTIVE for port object 3e569e1b-fd42-4250-a530-b26eb4eb0a62 will not be triggered until provisioned by entity L2. {{(pid=84413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:31:59.474997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:59.488160 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:31:59.633469 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Pushing event updated for resources: {'Port': ['ID=3e569e1b-fd42-4250-a530-b26eb4eb0a62,revision_number=3']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:31:59.646527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.646895 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.647254 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.647606 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.647956 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.648307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.648649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.648978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.649382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.649766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.650116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.650454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Tracked resource versions report: Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: pushed versions: Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: { 'AddressGroup': {'1.2'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': {'1.0'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': {'1.0'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': {'1.1'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': {'1.7'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': {'1.2'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': {'1.8'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': {'1.4'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': {'1.2'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': {'1.0'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': {'1.1'}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': {'1.1'}} Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: consumer versions: Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: { DHCP agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: L3 agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: Metadata agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: Metering agent@dv-cinder-774594-2-smb: {}, Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: Open vSwitch agent@dv-cinder-774594-2-smb: { 'AddressGroup': '1.2', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': '1.0', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': '1.0', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': '1.1', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': '1.7', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': '1.2', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': '1.8', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': '1.4', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': '1.2', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': '1.0', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': '1.1', Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': '1.1'}} Apr 05 16:31:59.651554 dv-cinder-774594-2-smb neutron-server[84297]: {{(pid=84413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 16:31:59.658431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:31:59.848233 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Attempting to bind port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:31:59.848728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Attempting to bind port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '3878540c-261f-4108-a888-31bdcde807d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de'}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:31:59.849051 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Attempting to bind port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 on network 5e22ad0d-791a-4c47-8225-6b85b634a9de {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:31:59.854788 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:31:59.855201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Checking segment: {'id': '3878540c-261f-4108-a888-31bdcde807d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:31:59.855656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:59.856074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Bound using segment: {'id': '3878540c-261f-4108-a888-31bdcde807d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de'} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:31:59.856627 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Bound port: 3e569e1b-fd42-4250-a530-b26eb4eb0a62, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3878540c-261f-4108-a888-31bdcde807d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de'}}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:31:59.857023 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:59.962232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] For port 3e569e1b-fd42-4250-a530-b26eb4eb0a62, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:31:59.966262 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] For port 3e569e1b-fd42-4250-a530-b26eb4eb0a62, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=3e569e1b-fd42-4250-a530-b26eb4eb0a62,segment=NetworkSegment(3878540c-261f-4108-a888-31bdcde807d6),segment_id=3878540c-261f-4108-a888-31bdcde807d6)] {{(pid=84413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:31:59.973355 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:59.986560 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:32:00.143703 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Pushing event updated for resources: {'Port': ['ID=3e569e1b-fd42-4250-a530-b26eb4eb0a62,revision_number=4']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:32:00.150271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:32:00.196818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Routers {'ad176b76-17e5-49b9-aeee-e070da745f1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:32:00.197493 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:31:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['ad176b76-17e5-49b9-aeee-e070da745f1d'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:32:00.366538 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] Set router ad176b76-17e5-49b9-aeee-e070da745f1d gateway port host: None {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:32:00.710250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'name': 'router1', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:46Z', 'updated_at': '2021-04-05T16:31:57Z', 'revision_number': 2, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'gw_port_host': None, '_interfaces': [{'id': '3e569e1b-fd42-4250-a530-b26eb4eb0a62', 'name': '', 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'mac_address': 'fa:16:3e:5c:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:56Z', 'updated_at': '2021-04-05T16:31:59Z', 'revision_number': 4, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'subnets': [{'id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1788eeb9-eab4-42b8-a79a-9ac0d27091e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:32:00.714600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ca628-9a51-4a09-b6f2-015f85e90b84 None None] The sync data for ids ['ad176b76-17e5-49b9-aeee-e070da745f1d'] in dv-cinder-774594-2-smb is: [{'id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'name': 'router1', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:46Z', 'updated_at': '2021-04-05T16:31:57Z', 'revision_number': 2, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'gw_port_host': None, '_interfaces': [{'id': '3e569e1b-fd42-4250-a530-b26eb4eb0a62', 'name': '', 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'mac_address': 'fa:16:3e:5c:86:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:56Z', 'updated_at': '2021-04-05T16:31:59Z', 'revision_number': 4, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'subnets': [{'id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1788eeb9-eab4-42b8-a79a-9ac0d27091e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:32:00.726813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 53412) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:32:00.886431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9093a1b1-c871-4165-899e-d6c34b7ec347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:32:00.887894 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-9093a1b1-c871-4165-899e-d6c34b7ec347 admin admin] 10.222.0.15 "GET /v2.0/networks/ca2d6b15-da8c-4c49-b410-492d803b641f HTTP/1.1" status: 200 len: 842 time: 0.1599183 Apr 05 16:32:00.898694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Request body: {'subnet': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:32:00.904864 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:32:00.909017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Usage tracker for resource:subnet and tenant:a9e97a46a38745e2be1e39b92ce00ba5 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:32:00.912038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:32:00.918271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:32:00.928496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Made reservation on behalf of a9e97a46a38745e2be1e39b92ce00ba5 for: {'subnet': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:32:00.933594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:01.383752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.objects.ports [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84411) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 05 16:32:01.384321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:01.397456 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-800c57fe-7f22-4400-8750-b57da0a4228b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:32:01.531438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b042cbc-f107-46c2-ac1f-d08e5a5c3e70,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:32:01.539183 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:32:01.600220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Checking segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:32:01.600614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Network hostable DHCP agents. Network: ca2d6b15-da8c-4c49-b410-492d803b641f, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:32:01.628407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Network ca2d6b15-da8c-4c49-b410-492d803b641f is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:32:01.638412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, ca2d6b15-da8c-4c49-b410-492d803b641f) {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:32:01.642760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:32:01.643499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:01.648254 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1660622-b054-4651-bfa3-b171480b87f5 None None] Network ca2d6b15-da8c-4c49-b410-492d803b641f requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:32:01.672938 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7727549 Apr 05 16:32:01.895823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5aeb2e-0fd4-47fd-885d-14f069a2549d None None] Network ca2d6b15-da8c-4c49-b410-492d803b641f requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:32:02.775711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 3e569e1b-fd42-4250-a530-b26eb4eb0a62 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:32:02.852729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:32:02.858337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:32:02.858689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:02.984326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:03.177485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port 3e569e1b-fd42-4250-a530-b26eb4eb0a62, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=3e569e1b-fd42-4250-a530-b26eb4eb0a62,segment=NetworkSegment(3878540c-261f-4108-a888-31bdcde807d6),segment_id=3878540c-261f-4108-a888-31bdcde807d6)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:32:03.181474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:03.184718 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:32:03.252164 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=3e569e1b-fd42-4250-a530-b26eb4eb0a62,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:32:03.255641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:32:04.270869 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 53426) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:32:04.511025 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-67ed7398-51c6-4aa8-a7bf-76b84ea27705 admin admin] 10.222.0.15 "GET /v2.0/routers/ad176b76-17e5-49b9-aeee-e070da745f1d HTTP/1.1" status: 200 len: 710 time: 0.2388067 Apr 05 16:32:04.655015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37513432-53f2-47eb-b660-eccb3a14cfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:32:04.655628 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-37513432-53f2-47eb-b660-eccb3a14cfb3 admin admin] Synchronizing usage tracker for tenant:a9e97a46a38745e2be1e39b92ce00ba5 on resource:network {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:32:04.673847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-37513432-53f2-47eb-b660-eccb3a14cfb3 admin admin] Unset dirty status for tenant:a9e97a46a38745e2be1e39b92ce00ba5 on resource:network {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:32:04.675043 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-37513432-53f2-47eb-b660-eccb3a14cfb3 admin admin] 10.222.0.15 "GET /v2.0/networks/ca2d6b15-da8c-4c49-b410-492d803b641f HTTP/1.1" status: 200 len: 886 time: 0.1554029 Apr 05 16:32:04.688233 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:32:04.756206 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 3e569e1b-fd42-4250-a530-b26eb4eb0a62 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:32:04.830017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:32:04.830424 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:05.329515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853808776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853850618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2102'] for router, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:05.679252 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:05.743654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:05.898245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Allocated IP 172.28.2.122 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/cb924e1c-28ed-47ba-bb70-fb4e230a4261) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:32:06.058657 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:06.127504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:06.143409 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:32:06.285565 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Pushing event updated for resources: {'Port': ['ID=cb924e1c-28ed-47ba-bb70-fb4e230a4261,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:32:06.289044 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:32:06.335223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:32:06.336319 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:32:06.339359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:32:06.910764 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:07.272932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853808776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853850618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2102'] for router, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:07.276607 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-967047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-967024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853808753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925214'] for router, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:07.466855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Router ad176b76-17e5-49b9-aeee-e070da745f1d has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:32:07.653127 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:32:07.662963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Notify callbacks [] for router, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:07.663713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Sync routers for ids ['ad176b76-17e5-49b9-aeee-e070da745f1d'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:32:07.664185 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] 10.222.0.15 "PUT /v2.0/routers/ad176b76-17e5-49b9-aeee-e070da745f1d HTTP/1.1" status: 200 len: 890 time: 2.9795523 Apr 05 16:32:07.674588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Routers {'ad176b76-17e5-49b9-aeee-e070da745f1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:32:07.675288 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:31:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['ad176b76-17e5-49b9-aeee-e070da745f1d'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:32:07.878295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Set router ad176b76-17e5-49b9-aeee-e070da745f1d gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:32:08.238606 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'name': 'router1', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': 'cb924e1c-28ed-47ba-bb70-fb4e230a4261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:46Z', 'updated_at': '2021-04-05T16:32:06Z', 'revision_number': 4, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'gw_port': {'id': 'cb924e1c-28ed-47ba-bb70-fb4e230a4261', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:32:05Z', 'updated_at': '2021-04-05T16:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '3e569e1b-fd42-4250-a530-b26eb4eb0a62', 'name': '', 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'mac_address': 'fa:16:3e:5c:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:56Z', 'updated_at': '2021-04-05T16:32:03Z', 'revision_number': 5, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'subnets': [{'id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1788eeb9-eab4-42b8-a79a-9ac0d27091e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:32:08.243883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Checking router: ad176b76-17e5-49b9-aeee-e070da745f1d for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:32:08.244292 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Updating router ad176b76-17e5-49b9-aeee-e070da745f1d port cb924e1c-28ed-47ba-bb70-fb4e230a4261 binding host dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:32:08.303265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:08.704974 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Notify callbacks [] for port, precommit_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:08.717739 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Transition to ACTIVE for port object cb924e1c-28ed-47ba-bb70-fb4e230a4261 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:32:08.723681 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:08.736872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:32:08.877234 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3da8c-0ce9-4ae7-9786-05e6dd8cc4f3 None None] Pushing event updated for resources: {'Port': ['ID=cb924e1c-28ed-47ba-bb70-fb4e230a4261,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:32:08.882253 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e7d3da8c-0ce9-4ae7-9786-05e6dd8cc4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:32:08.936142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Attempting to bind port cb924e1c-28ed-47ba-bb70-fb4e230a4261 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:32:08.936557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Attempting to bind port cb924e1c-28ed-47ba-bb70-fb4e230a4261 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:32:08.937001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Attempting to bind port cb924e1c-28ed-47ba-bb70-fb4e230a4261 on network ca2d6b15-da8c-4c49-b410-492d803b641f {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:32:08.942978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:32:08.943395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Checking segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:32:08.943834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:08.944228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Bound using segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:32:08.944733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Bound port: cb924e1c-28ed-47ba-bb70-fb4e230a4261, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:32:08.945139 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:09.023795 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] For port cb924e1c-28ed-47ba-bb70-fb4e230a4261, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:32:09.027316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] For port cb924e1c-28ed-47ba-bb70-fb4e230a4261, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=cb924e1c-28ed-47ba-bb70-fb4e230a4261,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:32:09.031514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:09.044545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e7d3da8c-0ce9-4ae7-9786-05e6dd8cc4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:32:09.201335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3da8c-0ce9-4ae7-9786-05e6dd8cc4f3 None None] Pushing event updated for resources: {'Port': ['ID=cb924e1c-28ed-47ba-bb70-fb4e230a4261,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:32:09.206168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e7d3da8c-0ce9-4ae7-9786-05e6dd8cc4f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:32:09.251445 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Routers {'ad176b76-17e5-49b9-aeee-e070da745f1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:32:09.252097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:31:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['ad176b76-17e5-49b9-aeee-e070da745f1d'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:32:09.599045 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] Set router ad176b76-17e5-49b9-aeee-e070da745f1d gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:32:09.956580 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'name': 'router1', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': 'cb924e1c-28ed-47ba-bb70-fb4e230a4261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:46Z', 'updated_at': '2021-04-05T16:32:06Z', 'revision_number': 4, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'gw_port': {'id': 'cb924e1c-28ed-47ba-bb70-fb4e230a4261', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:32:05Z', 'updated_at': '2021-04-05T16:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '3e569e1b-fd42-4250-a530-b26eb4eb0a62', 'name': '', 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'mac_address': 'fa:16:3e:5c:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:56Z', 'updated_at': '2021-04-05T16:32:03Z', 'revision_number': 5, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'subnets': [{'id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1788eeb9-eab4-42b8-a79a-9ac0d27091e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:32:09.960809 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c086d6a-a83a-42b5-904b-8b0d2a98e62c None None] The sync data for ids ['ad176b76-17e5-49b9-aeee-e070da745f1d'] in dv-cinder-774594-2-smb is: [{'id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'name': 'router1', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': 'cb924e1c-28ed-47ba-bb70-fb4e230a4261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:46Z', 'updated_at': '2021-04-05T16:32:06Z', 'revision_number': 4, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'gw_port': {'id': 'cb924e1c-28ed-47ba-bb70-fb4e230a4261', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:32:05Z', 'updated_at': '2021-04-05T16:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '3e569e1b-fd42-4250-a530-b26eb4eb0a62', 'name': '', 'network_id': '5e22ad0d-791a-4c47-8225-6b85b634a9de', 'tenant_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'mac_address': 'fa:16:3e:5c:86:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad176b76-17e5-49b9-aeee-e070da745f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:56Z', 'updated_at': '2021-04-05T16:32:03Z', 'revision_number': 5, 'project_id': '75efa0ddbd6c4dd4917a1db0aa65bb5d', 'subnets': [{'id': '4eea66ce-8475-44c6-8c94-2691f1e54136', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1788eeb9-eab4-42b8-a79a-9ac0d27091e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:32:10.363667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 53436) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:32:10.500843 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-db71f383-1b5d-46e0-8106-69e704b183f3 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1358044 Apr 05 16:32:10.793859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device cb924e1c-28ed-47ba-bb70-fb4e230a4261 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:32:10.867269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port cb924e1c-28ed-47ba-bb70-fb4e230a4261 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:32:10.872561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port cb924e1c-28ed-47ba-bb70-fb4e230a4261 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:32:10.872972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:11.003713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:11.023333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port cb924e1c-28ed-47ba-bb70-fb4e230a4261, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=cb924e1c-28ed-47ba-bb70-fb4e230a4261,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:32:11.026530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:11.029754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e7d3da8c-0ce9-4ae7-9786-05e6dd8cc4f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:32:11.105871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=cb924e1c-28ed-47ba-bb70-fb4e230a4261,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:32:11.109198 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:32:12.778725 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device cb924e1c-28ed-47ba-bb70-fb4e230a4261 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:32:12.861047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port cb924e1c-28ed-47ba-bb70-fb4e230a4261 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:32:12.861463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:16.965564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a593892a-9673-43ad-9b4d-947904b2103a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:18.261870 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:19.042879 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e9f52ca0-837c-4e35-a3b3-9617cdc05709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:19.706782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:21.232083 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:30.106896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:32:46.938552 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fe6b982a-4fd0-404b-b14e-e6266093a5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:48.267835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:49.047552 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8fd9dc56-21a0-407b-a3b5-18612431d953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:49.696415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:51.237770 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:07.106763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:33:16.943063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ad75051c-7bab-49a2-8ea9-8204b71ad7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:18.251749 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:19.051662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-912f4fcf-3cfd-442e-8bec-ca87e85fdd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:19.699440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:21.244712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:44.108576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:33:46.948077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-14ce03a7-55f3-4de7-ad69-2c5904e0005d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:48.258633 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:49.056246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c4806df7-5129-4cab-8a16-69c45635ba47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:49.702328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:51.251940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:16.954961 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9ad14e87-62bc-4fb3-95bc-8627fa26b484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:18.252036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:19.060704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09463b8b-621a-4d9d-bd8f-0cd09352331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:19.704554 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:21.109973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:34:21.251484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:24.431425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54006) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:34:24.518145 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.pecan_wsgi.hooks.translation [None req-98643fe7-6c61-4084-a4b8-66b2e8cfa701 admin admin] GET failed (client error): The resource could not be found. Apr 05 16:34:24.519494 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-98643fe7-6c61-4084-a4b8-66b2e8cfa701 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0867169 Apr 05 16:34:24.666599 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a0c9f5-07cd-4041-9df8-f37f0c3473e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:24.668134 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-84a0c9f5-07cd-4041-9df8-f37f0c3473e9 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1441886 Apr 05 16:34:27.160414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54016) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:34:27.282068 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63b81a6-0622-4798-a347-f87662abace4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:27.283498 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-c63b81a6-0622-4798-a347-f87662abace4 admin admin] 10.222.0.15 "GET /v2.0/subnets/4eea66ce-8475-44c6-8c94-2691f1e54136 HTTP/1.1" status: 200 len: 849 time: 0.1220591 Apr 05 16:34:27.294265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:34:27.423743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:27.738992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363247897664133'] for subnet, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:27.752196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:34:27.895926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eea66ce-8475-44c6-8c94-2691f1e54136,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:34:27.908358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.908727 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.909091 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.909448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.909851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.910202 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.910554 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.910932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.911254 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.911580 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.911920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.912285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:34:27.916473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:34:27.948600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:27.949232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:27.950721 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] 10.222.0.15 "PUT /v2.0/subnets/4eea66ce-8475-44c6-8c94-2691f1e54136 HTTP/1.1" status: 200 len: 868 time: 0.6604817 Apr 05 16:34:27.954221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865022a-0a2f-4ade-93fa-e8d0aff218af None None] Network 5e22ad0d-791a-4c47-8225-6b85b634a9de requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:34:28.484085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-acb81cfe-0f53-4e71-9172-41c7356536f2 None None] Provisioning complete for port b30a2766-cd87-4d4e-b453-057301e82631 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:34:28.484627 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-acb81cfe-0f53-4e71-9172-41c7356536f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:28.620911 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-acb81cfe-0f53-4e71-9172-41c7356536f2 None None] Provisioning complete for port 3e569e1b-fd42-4250-a530-b26eb4eb0a62 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:34:28.621251 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-acb81cfe-0f53-4e71-9172-41c7356536f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:30.509426 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54026) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:34:30.698715 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1067bd5-fd23-439b-8587-88a13b52a4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:30.699151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1067bd5-fd23-439b-8587-88a13b52a4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:30.700830 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b1067bd5-fd23-439b-8587-88a13b52a4dd admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1903257 Apr 05 16:34:33.194132 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54036) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:34:33.400091 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb22f4-1035-46c5-972d-69c504af5ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:33.400544 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb22f4-1035-46c5-972d-69c504af5ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:33.402620 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3dfb22f4-1035-46c5-972d-69c504af5ac8 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074289 Apr 05 16:34:35.915017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54046) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:34:36.125971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6634eceb-537c-4e55-a8b7-7e8539f3185d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:36.127388 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-6634eceb-537c-4e55-a8b7-7e8539f3185d admin admin] 10.222.0.15 "GET /v2.0/networks/5e22ad0d-791a-4c47-8225-6b85b634a9de HTTP/1.1" status: 200 len: 869 time: 0.2110302 Apr 05 16:34:38.676879 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54056) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:34:38.860036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6c475-0bda-40ca-b495-003176eff28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:38.861448 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3cf6c475-0bda-40ca-b495-003176eff28d admin admin] 10.222.0.15 "GET /v2.0/networks/ca2d6b15-da8c-4c49-b410-492d803b641f HTTP/1.1" status: 200 len: 886 time: 0.1831691 Apr 05 16:34:41.347890 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54066) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:34:41.468404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459a7ea1-3b06-4a14-bac8-a525fe2b0869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:41.468912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459a7ea1-3b06-4a14-bac8-a525fe2b0869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:41.469741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-459a7ea1-3b06-4a14-bac8-a525fe2b0869 admin admin] Synchronizing usage tracker for tenant:a9e97a46a38745e2be1e39b92ce00ba5 on resource:subnet {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:34:41.486676 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-459a7ea1-3b06-4a14-bac8-a525fe2b0869 admin admin] Unset dirty status for tenant:a9e97a46a38745e2be1e39b92ce00ba5 on resource:subnet {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:34:41.488082 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-459a7ea1-3b06-4a14-bac8-a525fe2b0869 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1390126 Apr 05 16:34:43.986431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54076) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:34:44.123678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe6094-98e3-48fa-a69f-8e655bd3d4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:44.124180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe6094-98e3-48fa-a69f-8e655bd3d4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:44.125872 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-4cbe6094-98e3-48fa-a69f-8e655bd3d4f6 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1380110 Apr 05 16:34:46.616600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54086) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:34:46.743169 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f78b3f-5e34-4923-8fd8-8c8f97ddb9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:46.744632 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-42f78b3f-5e34-4923-8fd8-8c8f97ddb9f4 admin admin] 10.222.0.15 "GET /v2.0/subnets/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70 HTTP/1.1" status: 200 len: 816 time: 0.1270428 Apr 05 16:34:46.948684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e497acab-5573-446f-a21f-4a749cc46c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:48.256292 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:49.065097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dea2e557-ebad-403a-afaf-233872b0688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:49.266657 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54096) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:34:49.394460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c1486-7c3a-4af1-9fb1-720bc613861a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:34:49.395919 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e06c1486-7c3a-4af1-9fb1-720bc613861a admin admin] 10.222.0.15 "GET /v2.0/subnets/4eea66ce-8475-44c6-8c94-2691f1e54136 HTTP/1.1" status: 200 len: 868 time: 0.1281414 Apr 05 16:34:49.713385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:51.256159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:58.110453 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:35:16.131503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54140) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:35:16.187274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [None req-8cfc72a3-3c2f-4c14-bc59-095fa73d488e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:35:16.188459 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8cfc72a3-3c2f-4c14-bc59-095fa73d488e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559123 Apr 05 16:35:16.953573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-71aa389d-fccf-445c-b223-ea6e3819dced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:18.261119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:18.781370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54150) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:35:18.869127 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a643f019-e271-4753-8d1a-7ab0e5f0c31f admin admin] GET failed (client error): The resource could not be found. Apr 05 16:35:18.870604 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a643f019-e271-4753-8d1a-7ab0e5f0c31f admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0881820 Apr 05 16:35:19.014505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d76e935-7937-4e38-8d3f-3a92290175bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:35:19.015984 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7d76e935-7937-4e38-8d3f-3a92290175bb admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1408947 Apr 05 16:35:19.069370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-90e55367-0be1-425a-b4a5-cb960efca226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:19.712178 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:21.259841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:21.532240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54160) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:35:21.598520 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:35:21.605851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:35:21.616464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:35:21.628457 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Made reservation on behalf of a9e97a46a38745e2be1e39b92ce00ba5 for: {'network': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:35:21.633110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:21.900592 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.services.revisions.revision_plugin [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Could not find related network for resource to bump revision. Apr 05 16:35:21.918010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=84410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:35:21.927117 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:21.927490 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Added segment 0f35a01e-7ed8-43e4-bf8b-5ded8bc63769 of type vlan for network de379dc4-289d-4ac1-8de0-7362af01478f Apr 05 16:35:21.953461 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:21.986005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:21.987326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:35:21.987946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:21.991254 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:35:22.094297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Pushing event updated for resources: {'Network': ['ID=de379dc4-289d-4ac1-8de0-7362af01478f,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:35:22.100026 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5641448 Apr 05 16:35:22.100026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:35:22.106413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network de379dc4-289d-4ac1-8de0-7362af01478f details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:35:24.594622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54170) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:35:24.678138 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b22dcc-dc03-4fad-9592-e89872727ac4 admin admin] GET failed (client error): The resource could not be found. Apr 05 16:35:24.679528 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-17b22dcc-dc03-4fad-9592-e89872727ac4 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0839570 Apr 05 16:35:24.796489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2e1db-7f8a-495b-a30f-0f3849b01ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:35:24.798062 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2ed2e1db-7f8a-495b-a30f-0f3849b01ecf admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1138778 Apr 05 16:35:24.812163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:35:24.817226 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:35:24.828078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:35:24.839521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Made reservation on behalf of a9e97a46a38745e2be1e39b92ce00ba5 for: {'subnet': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:35:24.846915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:25.259885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:25.272381 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:35:25.404097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9113b835-978d-4be4-baae-229834aed44a,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:35:25.416229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.416605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.416968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.417331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.417714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.418078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.418429 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.418762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.419124 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.419473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.419820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.420171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:25.425698 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:35:25.478331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Checking segment: {'id': '0f35a01e-7ed8-43e4-bf8b-5ded8bc63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:35:25.478698 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Network hostable DHCP agents. Network: de379dc4-289d-4ac1-8de0-7362af01478f, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:35:25.498708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Network de379dc4-289d-4ac1-8de0-7362af01478f is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:35:25.508192 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, de379dc4-289d-4ac1-8de0-7362af01478f) {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:35:25.512377 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:35:25.512928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:25.518228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ad6f2-2b4c-456e-bd6a-15d3576ca521 None None] Network de379dc4-289d-4ac1-8de0-7362af01478f requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:35:25.540776 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7326033 Apr 05 16:35:25.764181 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3149ac32-9af2-5a4e-861b-abd6f4956bc9-de379dc4-289d-4ac1-8de0-7362af01478f', 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f', 'tenant_id': 'a9e97a46a38745e2be1e39b92ce00ba5', 'fixed_ips': [{'subnet_id': '9113b835-978d-4be4-baae-229834aed44a'}]}} from dv-cinder-774594-2-smb. {{(pid=84412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 16:35:25.765018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:26.102382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Allocated IP 192.168.233.2 (de379dc4-289d-4ac1-8de0-7362af01478f/9113b835-978d-4be4-baae-229834aed44a/c1d1d9df-a57d-45b5-9d30-09be15067d99) {{(pid=84412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:35:26.324364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Notify callbacks [] for port, precommit_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:26.335368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Transition to ACTIVE for port object c1d1d9df-a57d-45b5-9d30-09be15067d99 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:35:26.355842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Transition to ACTIVE for port object c1d1d9df-a57d-45b5-9d30-09be15067d99 will not be triggered until provisioned by entity DHCP. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:35:26.361262 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:26.377078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:35:26.520207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Pushing event updated for resources: {'Port': ['ID=c1d1d9df-a57d-45b5-9d30-09be15067d99,revision_number=1']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:35:26.531434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.531820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.532192 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.532557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.532919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.533279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.533665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.534020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.534375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.534732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.535086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.535439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:35:26.540968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:35:26.578801 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Network de379dc4-289d-4ac1-8de0-7362af01478f is already hosted by enough agents. {{(pid=84412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:35:26.579986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Resources bound (agent type, host, resource id): {{(pid=84412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:35:26.582454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Received port after_create {{(pid=84412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:35:26.680451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Attempting to bind port c1d1d9df-a57d-45b5-9d30-09be15067d99 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:35:26.680902 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Attempting to bind port c1d1d9df-a57d-45b5-9d30-09be15067d99 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '0f35a01e-7ed8-43e4-bf8b-5ded8bc63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:35:26.681307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Attempting to bind port c1d1d9df-a57d-45b5-9d30-09be15067d99 on network de379dc4-289d-4ac1-8de0-7362af01478f {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:35:26.687362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:35:26.687771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Checking segment: {'id': '0f35a01e-7ed8-43e4-bf8b-5ded8bc63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:35:26.688208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:26.688636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Bound using segment: {'id': '0f35a01e-7ed8-43e4-bf8b-5ded8bc63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:35:26.689148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Bound port: c1d1d9df-a57d-45b5-9d30-09be15067d99, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f35a01e-7ed8-43e4-bf8b-5ded8bc63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:35:26.689570 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:26.783499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] For port c1d1d9df-a57d-45b5-9d30-09be15067d99, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:35:26.787124 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] For port c1d1d9df-a57d-45b5-9d30-09be15067d99, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c1d1d9df-a57d-45b5-9d30-09be15067d99,segment=NetworkSegment(0f35a01e-7ed8-43e4-bf8b-5ded8bc63769),segment_id=0f35a01e-7ed8-43e4-bf8b-5ded8bc63769)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:35:26.791597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:26.805559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:35:26.961630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Pushing event updated for resources: {'Port': ['ID=c1d1d9df-a57d-45b5-9d30-09be15067d99,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:35:26.966356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:35:28.328924 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d02db4-04c1-4797-98dc-f6ac98bec11e None None] Network de379dc4-289d-4ac1-8de0-7362af01478f requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:35:28.415640 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-a598a7a9-8306-419c-898a-f676c52425c0 None None] Provisioning for port c1d1d9df-a57d-45b5-9d30-09be15067d99 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:35:28.888294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c1d1d9df-a57d-45b5-9d30-09be15067d99 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:35:28.964954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port c1d1d9df-a57d-45b5-9d30-09be15067d99 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:35:28.970354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port c1d1d9df-a57d-45b5-9d30-09be15067d99 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:35:28.970776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:29.097647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:29.132414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port c1d1d9df-a57d-45b5-9d30-09be15067d99, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c1d1d9df-a57d-45b5-9d30-09be15067d99,segment=NetworkSegment(0f35a01e-7ed8-43e4-bf8b-5ded8bc63769),segment_id=0f35a01e-7ed8-43e4-bf8b-5ded8bc63769)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:35:29.137570 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:29.139850 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:35:29.211092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=c1d1d9df-a57d-45b5-9d30-09be15067d99,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:35:29.214399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:35:30.867919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c1d1d9df-a57d-45b5-9d30-09be15067d99 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:35:30.947232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port c1d1d9df-a57d-45b5-9d30-09be15067d99 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:35:30.947584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:35.116763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:35:46.956558 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-36cc13f1-2f91-400b-9351-4657858c5e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:48.265747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:49.076521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d22a2f83-664d-47ba-8735-13f8b276df80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:49.714867 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:35:51.263470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:12.117346 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:36:16.963155 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7305df17-466f-4d17-a96c-89f91f297d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:18.279111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:19.076257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-88e6c0be-8ec6-445a-8186-fe3842af1733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:19.716658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:21.269433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:46.945797 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1bfddc8b-5637-4138-be59-f32e45472033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:48.272458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:49.070466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9361a8d4-d52a-4272-822d-c98cb9503684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:49.117183 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:36:49.719828 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:51.272714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:51.898579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54220) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:36:51.905376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [None req-84fc73f1-df80-4075-a108-8b8e291658d1 tempest-verify_tempest_config-1840523650 tempest-verify_tempest_config-1840523650-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:36:51.906494 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-84fc73f1-df80-4075-a108-8b8e291658d1 tempest-verify_tempest_config-1840523650 tempest-verify_tempest_config-1840523650-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067766 Apr 05 16:36:52.357572 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54238) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:36:52.493869 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:52.509107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:36:52.513296 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Usage tracker for resource:security_group_rule and tenant:36ce69e3cc9f49bd92d8e041ff5f58e2 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:36:52.516302 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:36:52.522304 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:36:52.623782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:52.628971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:52.638175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:36:52.680534 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Synchronizing usage tracker for tenant:a9e97a46a38745e2be1e39b92ce00ba5 on resource:security_group {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:36:52.683074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcad5ff3-f56d-4711-87aa-4bf19ab50cb8,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:36:52.693236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.693684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.694058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.694421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.694781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.695167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.695495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.695851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.696272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.696605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.696946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.697278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:36:52.701992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:36:52.712438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Unset dirty status for tenant:a9e97a46a38745e2be1e39b92ce00ba5 on resource:security_group {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:36:52.713928 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36ce69e3cc9f49bd92d8e041ff5f58e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3552461 Apr 05 16:36:52.716741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54244) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:36:52.781802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-89af4bba-7c42-4130-bd36-60f330e67cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:52.809332 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-89af4bba-7c42-4130-bd36-60f330e67cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:52.866849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-89af4bba-7c42-4130-bd36-60f330e67cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:52.871448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:36:52.882981 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af4bba-7c42-4130-bd36-60f330e67cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcad5ff3-f56d-4711-87aa-4bf19ab50cb8,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:36:52.885380 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-89af4bba-7c42-4130-bd36-60f330e67cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:36:52.890572 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-89af4bba-7c42-4130-bd36-60f330e67cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:36:52.891799 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-89af4bba-7c42-4130-bd36-60f330e67cb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcad5ff3-f56d-4711-87aa-4bf19ab50cb8 HTTP/1.1" status: 204 len: 168 time: 0.1741176 Apr 05 16:37:16.958994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b45f7063-b53d-436c-8602-7471c0138bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:37:18.284791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:37:19.086613 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a89223e4-ca15-470c-a33b-b3cc877f6ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:37:19.726161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:37:21.280077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:37:26.117921 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:37:46.960412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3efcb8d1-0a51-41ff-ae1b-04dc8e0d6641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:37:48.291159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:37:49.076442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a248e880-04fa-47a1-8fb5-b152c36c6c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:37:49.729985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:37:51.272107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:03.124297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:38:16.958312 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-10667263-4322-4d6a-aa72-790bf597f031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:18.287010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:19.077353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4c58-ec94-4fb0-99c7-c908eee30425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:19.736408 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:21.277372 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:40.114843 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 5 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:38:40.464932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922'] for agent, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:46.957156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c518dc74-3b6c-4986-bf0d-31ffb8feaf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:48.286468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:49.070405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2850b43a-7a5a-4495-b8c1-f7c7146ca41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:49.734518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:51.274387 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:38:56.567940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54316) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:38:56.696321 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-14821b4b-97af-4187-be81-02f926683513 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1271946 Apr 05 16:38:59.253302 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54326) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:38:59.329606 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-37ce116b-c7d1-4a2c-99ad-a85dc1ae98be admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0743408 Apr 05 16:39:10.443684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:16.956361 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-71dfe37e-1a17-4ed1-afca-38bd4fdacd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:17.119968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:39:18.287326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:19.085494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b31f7a87-4341-4145-ae84-c7f3e1c970e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:19.747734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:21.286027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:40.452488 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:46.959439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-091c92a4-69d8-4dbf-a9da-64677f66ccf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:48.289835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:49.080284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7e89-559e-4242-b2b4-7a5358d47d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:49.752897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:51.282165 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:39:54.121041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:40:10.447727 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:16.953125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7635005-19cb-46df-adcf-ef08766bd81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:18.284235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:19.073249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9d834564-dcd8-4e7c-9f56-9dd5e8b2047b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:19.745287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:21.287426 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:31.125333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:40:40.458647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:43.565428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54536) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:43.680992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54544) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:43.779280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54552) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:43.914781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-network', 'tenant_id': '58c8ef6370b54d88951195cadafd193b'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:43.919632 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:43.923618 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Usage tracker for resource:network and tenant:58c8ef6370b54d88951195cadafd193b is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:43.926681 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:43.933081 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:43.948685 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54570) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:43.957760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Made reservation on behalf of 58c8ef6370b54d88951195cadafd193b for: {'network': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:43.962454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:43.975786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:43.995346 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1473485178-network', 'tenant_id': '84491f900c4f4e738edf42007b2dd174'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:43.998682 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:44.003308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:44.005769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Usage tracker for resource:security_group_rule and tenant:58c8ef6370b54d88951195cadafd193b is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:44.009715 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:44.015909 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Usage tracker for resource:network and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:44.021376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:44.024274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:44.034009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-556054730-network', 'tenant_id': 'de6b8e2f87ba4c098642683c130e8a0a'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:44.037444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:44.055494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:44.064536 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Made reservation on behalf of 84491f900c4f4e738edf42007b2dd174 for: {'network': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:44.074756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.094825 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Usage tracker for resource:network and tenant:de6b8e2f87ba4c098642683c130e8a0a is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:44.104137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:44.109206 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.126860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:44.145679 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:44.150519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Made reservation on behalf of de6b8e2f87ba4c098642683c130e8a0a for: {'network': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:44.155497 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.167226 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:44.175139 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:44.179103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.194374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:44.209259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:44.221653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Usage tracker for resource:security_group_rule and tenant:de6b8e2f87ba4c098642683c130e8a0a is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:44.230765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:44.248894 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:44.254222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1907966690-network', 'tenant_id': '6aae157429bb4d5c8ff543f3a22de34a'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:44.262668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:44.269423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Usage tracker for resource:network and tenant:6aae157429bb4d5c8ff543f3a22de34a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:44.273829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:44.282672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:44.303833 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.314970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Made reservation on behalf of 6aae157429bb4d5c8ff543f3a22de34a for: {'network': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:44.316020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.324665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.335852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-89af4bba-7c42-4130-bd36-60f330e67cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:44.368748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=84410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:40:44.373315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.408261 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.408913 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Added segment 2ada29dd-e163-488d-9905-9a741943eb6d of type vlan for network b72bdfd5-1c14-484f-aa7d-91be82cecf58 Apr 05 16:40:44.415964 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:44.422713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Usage tracker for resource:security_group_rule and tenant:6aae157429bb4d5c8ff543f3a22de34a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:44.426111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:44.432773 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:44.460118 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.476901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.477689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f7c053-d1d7-439d-afeb-a0d0a32e08f1,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:44.504425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.504841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.505156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.505517 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.505919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.506282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.506639 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.506996 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.507368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.507721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.508075 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.508428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Tracked resource versions report: Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: pushed versions: Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: { 'AddressGroup': {'1.2'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': {'1.0'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': {'1.0'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': {'1.1'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': {'1.7'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': {'1.2'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': {'1.8'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': {'1.4'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': {'1.2'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': {'1.0'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': {'1.1'}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': {'1.1'}} Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: consumer versions: Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: { DHCP agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: HyperV agent@hv-cinder-77459: {}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: L3 agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: Metadata agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: Metering agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: Open vSwitch agent@dv-cinder-774594-2-smb: { 'AddressGroup': '1.2', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': '1.0', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': '1.0', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': '1.1', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': '1.7', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': '1.2', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': '1.8', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': '1.4', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': '1.2', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': '1.0', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': '1.1', Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': '1.1'}} Apr 05 16:40:44.509564 dv-cinder-774594-2-smb neutron-server[84297]: {{(pid=84410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 16:40:44.523634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.529652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:44.535089 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:44.563866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.570418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.578275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=84410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:40:44.580849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:44.601573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b790b26-3f82-4f5d-b3f5-923a25fde98e,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:44.607569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=84411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:40:44.615922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:44.617786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.623590 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.623978 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Added segment 488a5b24-fbd8-423f-9542-533661b4b196 of type vlan for network 4f807c98-88e3-44e9-9803-188185937988 Apr 05 16:40:44.627209 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.638578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788957235895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.639200 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Unsubscribe: segment precommit_create {{(pid=84411) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 05 16:40:44.639588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:44.639735 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Added segment bfc2ea02-958f-46fd-9f98-f33457627c63 of type vlan for network affa60b9-5187-4e97-a14d-28ed6f15e16d Apr 05 16:40:44.649289 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337bd6b8-8b03-4960-af3a-2941f468bf81,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:44.656327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.674595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:44.675531 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.687522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=84410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:40:44.692896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.693300 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.693708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.694082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.700064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.700724 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.701119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.701660 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.702044 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.702434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.702801 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.703163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.703503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Tracked resource versions report: Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: pushed versions: Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: { 'AddressGroup': {'1.2'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': {'1.0'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': {'1.0'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': {'1.1'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': {'1.7'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': {'1.2'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': {'1.8'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': {'1.4'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': {'1.2'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': {'1.0'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': {'1.1'}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': {'1.1'}} Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: consumer versions: Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: { DHCP agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: HyperV agent@hv-cinder-77459: {}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: L3 agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: Metadata agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: Metering agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: Open vSwitch agent@dv-cinder-774594-2-smb: { 'AddressGroup': '1.2', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': '1.0', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': '1.0', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': '1.1', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': '1.7', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': '1.2', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': '1.8', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': '1.4', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': '1.2', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': '1.0', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': '1.1', Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': '1.1'}} Apr 05 16:40:44.707063 dv-cinder-774594-2-smb neutron-server[84297]: {{(pid=84411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 16:40:44.722656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a6e917-0106-4e08-961b-a5ea805c1904,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:44.726792 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.727176 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Added segment bf859d00-4135-4308-bf2b-b3b17ed34da5 of type vlan for network d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36 Apr 05 16:40:44.735973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:44.736558 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-524980a2-4eb7-4c76-8440-9fa25fc66cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:44.745009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.787968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:44.793566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.795938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:44.797850 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.814338 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:44.883386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.886006 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.905271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Pushing event updated for resources: {'Network': ['ID=b72bdfd5-1c14-484f-aa7d-91be82cecf58,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:44.909651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:44.918051 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network b72bdfd5-1c14-484f-aa7d-91be82cecf58 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:40:44.918861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:44.926861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:44.927532 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:45.018916 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4487705 Apr 05 16:40:45.033814 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54604) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:45.040577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:45.058670 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Request body: {'subnet': {'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-subnet', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:45.165106 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:45.165847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:45.196609 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:45.212031 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4316084 Apr 05 16:40:45.213356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Usage tracker for resource:subnet and tenant:58c8ef6370b54d88951195cadafd193b is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:45.218886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54614) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:45.219908 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:45.223648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=4f807c98-88e3-44e9-9803-188185937988,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:45.228240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:45.236081 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network 4f807c98-88e3-44e9-9803-188185937988 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:40:45.237094 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5548894 Apr 05 16:40:45.237993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:45.374743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:45.379900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Request body: {'subnet': {'network_id': 'd779808a-44bc-4c6e-b6fd-e4d4b8dc4d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-556054730-subnet', 'tenant_id': 'de6b8e2f87ba4c098642683c130e8a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:45.393772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54618) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:45.394631 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Pushing event updated for resources: {'Network': ['ID=d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:45.399001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:45.419350 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:45.431834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Request body: {'subnet': {'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1473485178-subnet', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:45.441864 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Usage tracker for resource:subnet and tenant:de6b8e2f87ba4c098642683c130e8a0a is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:45.445804 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:40:45.453526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:45.456569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:45.462916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Usage tracker for resource:subnet and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:45.466085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:45.492826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:45.506269 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5563114 Apr 05 16:40:45.507040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Pushing event updated for resources: {'Network': ['ID=affa60b9-5187-4e97-a14d-28ed6f15e16d,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:45.511260 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54628) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:45.514183 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:45.518110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Request body: {'subnet': {'network_id': 'affa60b9-5187-4e97-a14d-28ed6f15e16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1907966690-subnet', 'tenant_id': '6aae157429bb4d5c8ff543f3a22de34a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:45.523647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:45.528347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Usage tracker for resource:subnet and tenant:6aae157429bb4d5c8ff543f3a22de34a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:45.531833 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:45.537140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Made reservation on behalf of 84491f900c4f4e738edf42007b2dd174 for: {'subnet': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:45.540875 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:45.542513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network affa60b9-5187-4e97-a14d-28ed6f15e16d details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:40:45.556416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:45.568812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Made reservation on behalf of 6aae157429bb4d5c8ff543f3a22de34a for: {'subnet': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:45.573634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:45.576223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:45.612231 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Made reservation on behalf of 58c8ef6370b54d88951195cadafd193b for: {'subnet': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:45.628677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:45.823458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Made reservation on behalf of de6b8e2f87ba4c098642683c130e8a0a for: {'subnet': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:45.828405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:46.192995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:46.211797 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-84e04162-db37-413d-8aaa-ced6a24799ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:46.292544 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c74f3d4-0678-40eb-bec8-0d4c1051f3bc,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:46.299078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:46.474288 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Checking segment: {'id': 'bfc2ea02-958f-46fd-9f98-f33457627c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'affa60b9-5187-4e97-a14d-28ed6f15e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:40:46.474591 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Network hostable DHCP agents. Network: affa60b9-5187-4e97-a14d-28ed6f15e16d, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:40:46.505959 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Network affa60b9-5187-4e97-a14d-28ed6f15e16d is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:40:46.526714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, affa60b9-5187-4e97-a14d-28ed6f15e16d) {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:40:46.531252 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:46.531887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:46.541294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc725d-de79-4a65-a6fc-1829268d64d4 None None] Network affa60b9-5187-4e97-a14d-28ed6f15e16d requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:40:46.584551 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-27f27c63-f5cd-4183-9aec-1d8be28a3f20 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0637405 Apr 05 16:40:46.860849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b4ecf-b3d9-4d97-a792-b45274bb8984 None None] Network affa60b9-5187-4e97-a14d-28ed6f15e16d requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:40:47.052975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25e67725-4407-4d7f-90fc-d5f320df9545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:47.139116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:47.166524 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f216f2b0-5c0a-4355-9576-8f2cc44ef1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:47.197875 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:47.227548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54712) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:47.231086 dv-cinder-774594-2-smb neutron-server[84297]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 16:40:47.401900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54716) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:47.512400 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-10a76257-bbd2-4d9f-82d2-a2328da1efe1 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:47.513154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-10a76257-bbd2-4d9f-82d2-a2328da1efe1 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Synchronizing usage tracker for tenant:6aae157429bb4d5c8ff543f3a22de34a on resource:network {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:40:47.552094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:47.563158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-10a76257-bbd2-4d9f-82d2-a2328da1efe1 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Unset dirty status for tenant:6aae157429bb4d5c8ff543f3a22de34a on resource:network {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:40:47.564430 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-10a76257-bbd2-4d9f-82d2-a2328da1efe1 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/networks?id=affa60b9-5187-4e97-a14d-28ed6f15e16d HTTP/1.1" status: 200 len: 812 time: 0.3357296 Apr 05 16:40:47.569840 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:47.580571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] Usage tracker for resource:security_group_rule and tenant:724aba659eb144a4a29aaf106186bcfb is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:47.584781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:47.591938 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-ad3ac811-7b6f-465a-8586-f86f242086bb tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/quotas/6aae157429bb4d5c8ff543f3a22de34a HTTP/1.1" status: 200 len: 375 time: 0.0194869 Apr 05 16:40:47.592792 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:47.656547 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-13d4b07f-96dc-4add-98a7-8727c7c9b719 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6aae157429bb4d5c8ff543f3a22de34a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551765 Apr 05 16:40:47.684495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:47.694778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:47.697129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:47.749010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:47.755184 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:47.766594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:47.792632 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:47.814723 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=724aba659eb144a4a29aaf106186bcfb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4113693 Apr 05 16:40:47.817764 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ef0be1-468b-4078-bfee-7ac3d44a0820,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:47.820395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54734) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:47.823470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:47.851508 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79beb238-f897-4134-aa81-df3a0be93760,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:47.859484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-0e6eeba0-1103-4eb8-a304-a23fa30716a5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:40:47.860584 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-0e6eeba0-1103-4eb8-a304-a23fa30716a5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0951233 Apr 05 16:40:47.862152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:47.871682 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:47.937266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0f9e4c04-733b-496e-b2ef-f72986d92959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.012903 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Checking segment: {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:40:48.013513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Network hostable DHCP agents. Network: 4f807c98-88e3-44e9-9803-188185937988, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:40:48.029627 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0f9e4c04-733b-496e-b2ef-f72986d92959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.057610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Checking segment: {'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:40:48.058054 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Network hostable DHCP agents. Network: b72bdfd5-1c14-484f-aa7d-91be82cecf58, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:40:48.067753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5e471b-22c0-4d96-bdf3-cdb8501d09a7,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:48.075688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:48.094493 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-9f444af4-a7dc-4fc5-b76c-6b62e66d1543 service neutron] 10.222.0.15 "GET /v2.0/networks/affa60b9-5187-4e97-a14d-28ed6f15e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214093 Apr 05 16:40:48.098699 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Network 4f807c98-88e3-44e9-9803-188185937988 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:40:48.112647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Network b72bdfd5-1c14-484f-aa7d-91be82cecf58 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:40:48.120129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, 4f807c98-88e3-44e9-9803-188185937988) {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:40:48.125078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, b72bdfd5-1c14-484f-aa7d-91be82cecf58) {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:40:48.129747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c7810c-34c1-42c6-96bc-1ee17b674f03 None None] Network 4f807c98-88e3-44e9-9803-188185937988 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:40:48.141202 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0f9e4c04-733b-496e-b2ef-f72986d92959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.156486 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:48.157153 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.166256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-eefcf803-5968-40b6-8a5e-a12bfbb9de7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:48.199147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515b67b-eda3-4672-92a0-4a0429c04efb None None] Network b72bdfd5-1c14-484f-aa7d-91be82cecf58 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:40:48.200860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:48.204136 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.231513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Checking segment: {'id': 'bf859d00-4135-4308-bf2b-b3b17ed34da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd779808a-44bc-4c6e-b6fd-e4d4b8dc4d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:40:48.232048 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Network hostable DHCP agents. Network: d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:40:48.259434 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-56ea0798-e3ac-47a7-9564-26017b6aec34 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8618879 Apr 05 16:40:48.266460 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.2262151 Apr 05 16:40:48.272756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54752) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:48.273124 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54754) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:48.286110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-router', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:48.293217 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:48.300991 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:48.301704 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-7008efcb-b934-4a76-9e6b-9b0bdebf11ed service neutron] 10.222.0.15 "GET /v2.0/networks/affa60b9-5187-4e97-a14d-28ed6f15e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896052 Apr 05 16:40:48.308997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e4c04-733b-496e-b2ef-f72986d92959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ef0be1-468b-4078-bfee-7ac3d44a0820,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:48.311376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0f9e4c04-733b-496e-b2ef-f72986d92959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.312561 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-0f9e4c04-733b-496e-b2ef-f72986d92959 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97ef0be1-468b-4078-bfee-7ac3d44a0820 HTTP/1.1" status: 204 len: 168 time: 0.4911783 Apr 05 16:40:48.313586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0f9e4c04-733b-496e-b2ef-f72986d92959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:48.338440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Usage tracker for resource:router and tenant:58c8ef6370b54d88951195cadafd193b is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:48.343049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:48.354846 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:48.365667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:48.368018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Network d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:40:48.378666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Usage tracker for resource:router and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:48.383384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36) {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:40:48.385844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:48.395506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:48.398944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:48.399594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.405473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-976377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773680'] for router, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.406584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853799522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853808791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853889244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2087'] for router, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.413602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322b7d6-a70f-445f-b1c9-d822e3bd0073 None None] Network d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:40:48.435345 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.460592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.588626 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-976377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773680'] for router, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.589899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853799522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853808791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853889244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2087'] for router, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.770446 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d586cad8-fcf5-4bd7-bea2-848af16c5f9b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5436971 Apr 05 16:40:48.777272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.855604 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54802) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:48.944029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54810) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:48.973502 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-92a1d3ed-97e2-40c1-8f09-a57df5966300 req-a017a14e-c357-41cb-ad05-371153274fb6 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 210 time: 0.1159852 Apr 05 16:40:48.976547 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:48.995954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:49.007537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] Usage tracker for resource:security_group_rule and tenant:e376811cbb914eadbfc84fbea07370aa is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:49.007537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:49.013263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:49.133980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:49.143322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:49.156058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853808776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853850618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2102'] for router, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:49.159375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cf34db-1982-44ff-ab99-3bbb123a46dc None None] Network b72bdfd5-1c14-484f-aa7d-91be82cecf58 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:40:49.170583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0f9e4c04-733b-496e-b2ef-f72986d92959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:49.231305 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e048b07-8fa8-43d9-a52e-60e2263f7e76 None None] Network d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:40:49.248611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0881975f-9141-4294-98f8-d0b0c85222a0,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:49.273080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:49.326454 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e376811cbb914eadbfc84fbea07370aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3812776 Apr 05 16:40:49.329194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54832) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:49.484309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-92a705ae-64a3-4a9d-b756-37ae725fe5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:49.557339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-92a705ae-64a3-4a9d-b756-37ae725fe5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:49.641482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-75380dc0-0b9e-45be-bb29-fdc50f727c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:49.662280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-92a705ae-64a3-4a9d-b756-37ae725fe5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:49.672361 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:49.686790 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a705ae-64a3-4a9d-b756-37ae725fe5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0881975f-9141-4294-98f8-d0b0c85222a0,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:49.702400 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-92a705ae-64a3-4a9d-b756-37ae725fe5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:49.713455 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-92a705ae-64a3-4a9d-b756-37ae725fe5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:49.714722 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-92a705ae-64a3-4a9d-b756-37ae725fe5a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0881975f-9141-4294-98f8-d0b0c85222a0 HTTP/1.1" status: 204 len: 168 time: 0.3843451 Apr 05 16:40:49.735745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3149ac32-9af2-5a4e-861b-abd6f4956bc9-4f807c98-88e3-44e9-9803-188185937988', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9'}]}} from dv-cinder-774594-2-smb. {{(pid=84412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 16:40:49.736791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:49.911119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853808776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853850618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2102'] for router, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:50.178887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54872) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:50.194605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:50.247208 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6069f3d1-c202-451d-9ece-f4e224cd81e6 req-05386309-b526-4b82-8c3a-865d89844562 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 210 time: 0.1473489 Apr 05 16:40:50.410669 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Allocated IP 172.20.0.2 (4f807c98-88e3-44e9-9803-188185937988/df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9/bfc85cf2-96ff-4fce-99e3-fad2c865cab2) {{(pid=84412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:40:50.615775 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:50.666832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:50.703997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:50.712977 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:50.715417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:96ba50ce5b29444ba883846a01c42621 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:50.729520 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:50.746072 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:50.770753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54904) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:50.817211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-116989563-network', 'tenant_id': '4668d02435ff4a92a0f4c45efd5b3e27'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:50.824494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Notify callbacks [] for port, precommit_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:50.827076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:50.839125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Transition to ACTIVE for port object bfc85cf2-96ff-4fce-99e3-fad2c865cab2 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:40:50.861630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Usage tracker for resource:network and tenant:4668d02435ff4a92a0f4c45efd5b3e27 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:50.863745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Transition to ACTIVE for port object bfc85cf2-96ff-4fce-99e3-fad2c865cab2 will not be triggered until provisioned by entity DHCP. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:40:50.873580 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:50.879629 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:50.903016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:50.951451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Made reservation on behalf of 4668d02435ff4a92a0f4c45efd5b3e27 for: {'network': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:50.960043 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.000942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.031406 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:51.047816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4668d02435ff4a92a0f4c45efd5b3e27 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:51.053223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:51.065161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:51.072104 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:51.081859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.093570 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.113027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:51.155570 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.160833 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Network 4f807c98-88e3-44e9-9803-188185937988 is already hosted by enough agents. {{(pid=84412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:40:51.171072 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Resources bound (agent type, host, resource id): {{(pid=84412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:40:51.181954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ab6f88-b6cb-438d-8e82-7a99ba35d4c6,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:51.197438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.204121 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:51.206859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Received port after_create {{(pid=84412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:40:51.207906 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96ba50ce5b29444ba883846a01c42621&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0151291 Apr 05 16:40:51.213494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 54922) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:51.266372 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Pushing event updated for resources: {'Port': ['ID=bfc85cf2-96ff-4fce-99e3-fad2c865cab2,revision_number=1']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:51.277358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Allocated IP 172.28.2.146 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/a791e56a-b47d-44d5-9a4a-16e3c3f54e72) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:40:51.409216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.410735 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-005d4828-a351-4586-ab65-7ba2b3a12f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.438076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.449816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:51.522681 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-005d4828-a351-4586-ab65-7ba2b3a12f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.528163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.528739 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.529384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.530397 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.530954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.531710 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.532247 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.532789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.533927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.534472 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.535052 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.535704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Tracked resource versions report: Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: pushed versions: Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: { 'AddressGroup': {'1.2'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': {'1.0'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': {'1.0'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': {'1.1'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': {'1.7'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': {'1.2'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': {'1.8'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': {'1.4'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': {'1.2'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': {'1.0'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': {'1.1'}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': {'1.1'}} Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: consumer versions: Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: { DHCP agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: HyperV agent@hv-cinder-77459: {}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: L3 agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: Metadata agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: Metering agent@dv-cinder-774594-2-smb: {}, Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: Open vSwitch agent@dv-cinder-774594-2-smb: { 'AddressGroup': '1.2', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': '1.0', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': '1.0', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': '1.1', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': '1.7', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': '1.2', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': '1.8', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': '1.4', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': '1.2', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': '1.0', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': '1.1', Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': '1.1'}} Apr 05 16:40:51.537123 dv-cinder-774594-2-smb neutron-server[84297]: {{(pid=84412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 16:40:51.561562 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:51.562708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.572224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Attempting to bind port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:40:51.572631 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Attempting to bind port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:40:51.573032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Attempting to bind port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 on network 4f807c98-88e3-44e9-9803-188185937988 {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:40:51.580530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:40:51.581470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Checking segment: {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:40:51.582094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.582730 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Bound using segment: {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:40:51.583034 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Bound port: bfc85cf2-96ff-4fce-99e3-fad2c865cab2, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:40:51.583442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.664189 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=84411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:40:51.669343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.718861 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2640623-5535-4231-b1c3-3e602c986b3e req-9cee9e8c-f95c-4f09-8c18-7bef3070d97d tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 210 time: 0.2007780 Apr 05 16:40:51.739970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] For port bfc85cf2-96ff-4fce-99e3-fad2c865cab2, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:40:51.743494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] For port bfc85cf2-96ff-4fce-99e3-fad2c865cab2, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=bfc85cf2-96ff-4fce-99e3-fad2c865cab2,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:40:51.747842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2aacd5-1e75-47d0-a80b-36649dfdb6c5,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:51.755364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:51.759254 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.762128 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.762518 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Added segment 532f741f-d548-4336-9534-066f0ca0f947 of type vlan for network e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7 Apr 05 16:40:51.785041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.786685 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:51.795557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.808939 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-13038217-64c3-4bb8-a4a8-b62ad34b75dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:51.810884 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-005d4828-a351-4586-ab65-7ba2b3a12f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.832252 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:51.853162 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d4828-a351-4586-ab65-7ba2b3a12f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ab6f88-b6cb-438d-8e82-7a99ba35d4c6,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:51.856539 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-005d4828-a351-4586-ab65-7ba2b3a12f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:51.873265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Pushing event updated for resources: {'Port': ['ID=bfc85cf2-96ff-4fce-99e3-fad2c865cab2,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:51.873485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-005d4828-a351-4586-ab65-7ba2b3a12f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.880505 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-005d4828-a351-4586-ab65-7ba2b3a12f3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66ab6f88-b6cb-438d-8e82-7a99ba35d4c6 HTTP/1.1" status: 204 len: 168 time: 0.6652277 Apr 05 16:40:51.882502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.883923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:51.884522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:51.891584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:51.901279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fab2c2b2-3ee4-4978-972a-c3422c31749e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:51.925404 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1534731 Apr 05 16:40:51.938724 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 54950) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:51.958097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Request body: {'subnet': {'network_id': 'e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-116989563-subnet', 'tenant_id': '4668d02435ff4a92a0f4c45efd5b3e27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:51.977751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:51.991857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Pushing event updated for resources: {'Port': ['ID=a791e56a-b47d-44d5-9a4a-16e3c3f54e72,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:51.994403 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Usage tracker for resource:subnet and tenant:4668d02435ff4a92a0f4c45efd5b3e27 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:51.997687 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Allocated IP 172.28.2.207 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/721eb62c-2d0c-4a42-9419-c68531e20ce1) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:40:52.011950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:52.036370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:52.046557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:52.050193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:52.062037 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:52.063342 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:40:52.190820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Made reservation on behalf of 4668d02435ff4a92a0f4c45efd5b3e27 for: {'subnet': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:52.195542 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:52.416018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:40:52.421121 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:40:52.449497 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.41', 49867) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:52.479049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:40:52.642995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-8e6cef70-15ea-4827-8e72-37402271381e tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:52.644733 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-8e6cef70-15ea-4827-8e72-37402271381e tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.41 "GET /v2.0/networks?id=affa60b9-5187-4e97-a14d-28ed6f15e16d HTTP/1.1" status: 200 len: 812 time: 0.1936772 Apr 05 16:40:52.728363 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Request body: {'port': {'device_id': '96c61164-6a58-4c14-9307-44365b69f77b', 'network_id': 'affa60b9-5187-4e97-a14d-28ed6f15e16d', 'admin_state_up': True, 'tenant_id': '6aae157429bb4d5c8ff543f3a22de34a'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:40:52.801288 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:53.113981 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c2ac02dc-b1d4-4e2b-a9e5-13244e8b5066 req-a2b62fbb-25c9-4bb9-9b83-5565059c4f03 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 210 time: 0.1376286 Apr 05 16:40:53.202216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55012) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:53.208767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:53.225214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Usage tracker for resource:port and tenant:6aae157429bb4d5c8ff543f3a22de34a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:53.228535 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:53.247844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:53.256774 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device bfc85cf2-96ff-4fce-99e3-fad2c865cab2 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:40:53.271026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Made reservation on behalf of 6aae157429bb4d5c8ff543f3a22de34a for: {'port': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:40:53.284940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:53.347944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:40:53.576250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:53.627023 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:53.631897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Allocated IP 172.20.0.6 (affa60b9-5187-4e97-a14d-28ed6f15e16d/0c74f3d4-0678-40eb-bec8-0d4c1051f3bc/57e7e068-cfc2-42f5-a954-40122712f09a) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:40:53.731383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:53.782292 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:53.870760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:53.883627 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] Usage tracker for resource:security_group_rule and tenant:105051c1aba2445a9d636ef87a07295e is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:53.886704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:53.892883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:53.964157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb892af-b9ad-4dbe-a5c5-b69decfebb7d None None] Network 4f807c98-88e3-44e9-9803-188185937988 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:40:53.993418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:54.016076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:54.040443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Pushing event updated for resources: {'Port': ['ID=721eb62c-2d0c-4a42-9419-c68531e20ce1,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:54.040821 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-683bc07d-a681-4361-8c7f-b082dbaedb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:54.051086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:54.107777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-25428b82-4e0c-4f79-842c-78f5732c2e17 None None] Provisioning for port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:40:54.118598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-25428b82-4e0c-4f79-842c-78f5732c2e17 None None] Provisioning complete for port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:40:54.119008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25428b82-4e0c-4f79-842c-78f5732c2e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:54.134847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de87545-6bfc-4215-b7d0-7b023e285d36,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:54.149971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:54.219828 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=105051c1aba2445a9d636ef87a07295e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0164816 Apr 05 16:40:54.225969 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55056) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:54.239985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:54.441521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2072bccf-2d97-4842-8991-4886d75be990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:54.492213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25428b82-4e0c-4f79-842c-78f5732c2e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:54.538157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2072bccf-2d97-4842-8991-4886d75be990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:54.571883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-25428b82-4e0c-4f79-842c-78f5732c2e17 None None] For port bfc85cf2-96ff-4fce-99e3-fad2c865cab2, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=bfc85cf2-96ff-4fce-99e3-fad2c865cab2,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:40:54.593432 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:54.651035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25428b82-4e0c-4f79-842c-78f5732c2e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:54.686176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-90d61e42-ad03-410a-b786-d535bb1e5c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:54.787288 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:54.836155 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25428b82-4e0c-4f79-842c-78f5732c2e17 None None] Pushing event updated for resources: {'Port': ['ID=bfc85cf2-96ff-4fce-99e3-fad2c865cab2,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:54.848868 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-25428b82-4e0c-4f79-842c-78f5732c2e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:54.852143 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:40:54.866029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:40:54.892289 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:40:55.088747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Pushing event updated for resources: {'Port': ['ID=57e7e068-cfc2-42f5-a954-40122712f09a,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:55.115876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:55.123857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device bfc85cf2-96ff-4fce-99e3-fad2c865cab2 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:40:55.203247 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Network affa60b9-5187-4e97-a14d-28ed6f15e16d is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:40:55.212826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:40:55.229407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:40:55.238496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:55.253033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:55.314975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:40:55.315540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:55.316771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-967047'] for router, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:55.345567 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6233609 Apr 05 16:40:55.374667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2072bccf-2d97-4842-8991-4886d75be990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:55.397857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:55.442715 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cb0aa-18e3-4ecf-856a-00c68a3b1865 req-dfa25038-49cf-4bca-b42f-ed1f77ff743d tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:55.443543 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-c88cb0aa-18e3-4ecf-856a-00c68a3b1865 req-dfa25038-49cf-4bca-b42f-ed1f77ff743d tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Synchronizing usage tracker for tenant:6aae157429bb4d5c8ff543f3a22de34a on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:40:55.457903 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2072bccf-2d97-4842-8991-4886d75be990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:55.464559 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2072bccf-2d97-4842-8991-4886d75be990 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9de87545-6bfc-4215-b7d0-7b023e285d36 HTTP/1.1" status: 204 len: 168 time: 1.2374504 Apr 05 16:40:55.465950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072bccf-2d97-4842-8991-4886d75be990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de87545-6bfc-4215-b7d0-7b023e285d36,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:55.473549 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2072bccf-2d97-4842-8991-4886d75be990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:55.501273 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-c88cb0aa-18e3-4ecf-856a-00c68a3b1865 req-dfa25038-49cf-4bca-b42f-ed1f77ff743d tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Unset dirty status for tenant:6aae157429bb4d5c8ff543f3a22de34a on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:40:55.506106 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c88cb0aa-18e3-4ecf-856a-00c68a3b1865 req-dfa25038-49cf-4bca-b42f-ed1f77ff743d tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 931 time: 0.7197978 Apr 05 16:40:55.618327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-53006224-4023-4b1d-a751-8b655e4ca3cd tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:40:55.619472 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-53006224-4023-4b1d-a751-8b655e4ca3cd tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243111 Apr 05 16:40:55.645232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-c88cb0aa-18e3-4ecf-856a-00c68a3b1865 req-cec15f45-b88d-4a57-9579-c844c8c8a872 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Synchronizing usage tracker for tenant:6aae157429bb4d5c8ff543f3a22de34a on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:40:55.676367 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-7b20bb4d-7096-4569-8334-de38d1c70f0d None None] Provisioning complete for port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:40:55.676707 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b20bb4d-7096-4569-8334-de38d1c70f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:55.701913 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-c88cb0aa-18e3-4ecf-856a-00c68a3b1865 req-cec15f45-b88d-4a57-9579-c844c8c8a872 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Unset dirty status for tenant:6aae157429bb4d5c8ff543f3a22de34a on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:40:55.703787 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c88cb0aa-18e3-4ecf-856a-00c68a3b1865 req-cec15f45-b88d-4a57-9579-c844c8c8a872 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905615 Apr 05 16:40:56.408960 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:56.657689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55110) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:56.709155 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:56.737109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c9e83350-2633-4e61-b7ec-4fd48d2aa7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:56.906020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:57.149926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5c9cc8-2805-4724-b6ab-0809c194b78a,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:57.171792 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:57.177176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:57.195460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] Usage tracker for resource:security_group_rule and tenant:f90054bf0c2e42928c0f0016fde904e0 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:57.208690 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:57.251592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Router 4367c9a4-1528-43d4-acfa-d4c291c183e7 is scheduled to L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d with binding_index 1 {{(pid=84410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 16:40:57.252890 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:57.396794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d6af6-8b8f-41ec-8e16-151d704a7a99 req-bdb6bf86-8424-4bf2-80a2-3b0308ab3d42 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:57.405965 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-828d6af6-8b8f-41ec-8e16-151d704a7a99 req-bdb6bf86-8424-4bf2-80a2-3b0308ab3d42 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 931 time: 0.4227984 Apr 05 16:40:57.454631 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-967047'] for router, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:57.628059 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-828d6af6-8b8f-41ec-8e16-151d704a7a99 req-290470f1-eb5d-4bde-9d1b-9d94c945324f tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682363 Apr 05 16:40:57.679375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:57.687205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:57.712643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-92a705ae-64a3-4a9d-b756-37ae725fe5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:57.770913 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f90054bf0c2e42928c0f0016fde904e0&name=default HTTP/1.1" status: 200 len: 2977 time: 1.1116581 Apr 05 16:40:57.782035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55148) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:57.785833 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d256ed-21d5-47ab-9d5e-10442310fa18,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:57.816176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:57.827614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Checking segment: {'id': '532f741f-d548-4336-9534-066f0ca0f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:40:57.828213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Network hostable DHCP agents. Network: e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:40:57.936065 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Network e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:40:57.954462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-287fdaf5-b40a-46cc-a3cc-1610615c7fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:57.955426 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:40:57.963865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7) {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:40:57.967466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Sync routers for ids ['4367c9a4-1528-43d4-acfa-d4c291c183e7'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:40:57.972615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf09bc2d-8a22-45dd-96f7-7763eb598b97 None None] Network e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:40:58.004776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Routers {'4367c9a4-1528-43d4-acfa-d4c291c183e7'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:40:58.005614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:40:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4367c9a4-1528-43d4-acfa-d4c291c183e7'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:40:58.032577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:58.033972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:58.047104 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-287fdaf5-b40a-46cc-a3cc-1610615c7fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:58.180376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] Notify callbacks [] for router, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:58.184447 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d7e74493-e9f5-4e05-8e67-2e2557ebe5fb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.9065788 Apr 05 16:40:58.189859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55160) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:58.195746 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-287fdaf5-b40a-46cc-a3cc-1610615c7fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:58.206354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:40:58.223803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fdaf5-b40a-46cc-a3cc-1610615c7fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d256ed-21d5-47ab-9d5e-10442310fa18,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:40:58.235121 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-287fdaf5-b40a-46cc-a3cc-1610615c7fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:40:58.245343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-287fdaf5-b40a-46cc-a3cc-1610615c7fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:58.258782 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-287fdaf5-b40a-46cc-a3cc-1610615c7fea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95d256ed-21d5-47ab-9d5e-10442310fa18 HTTP/1.1" status: 204 len: 168 time: 0.4751306 Apr 05 16:40:58.375860 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 6.4225364 Apr 05 16:40:58.439692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Set router 4367c9a4-1528-43d4-acfa-d4c291c183e7 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:40:58.562621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb62074-2f01-4f5d-9457-825bd89f2526 None None] Network e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:40:58.604690 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Router fcfb018a-34f4-436f-af5b-c684f9368e17 is scheduled to L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d with binding_index 1 {{(pid=84410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 16:40:58.915596 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55176) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:59.040076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-router', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:40:52Z', 'revision_number': 3, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'gw_port': {'id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:50Z', 'updated_at': '2021-04-05T16:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:40:59.046509 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Checking router: 4367c9a4-1528-43d4-acfa-d4c291c183e7 for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:40:59.046923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Updating router 4367c9a4-1528-43d4-acfa-d4c291c183e7 port a791e56a-b47d-44d5-9a4a-16e3c3f54e72 binding host dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:40:59.177814 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:59.326704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55188) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:40:59.364226 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:59.403445 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:40:59.435644 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f0c2b4-63aa-4ef5-92d9-2b7c6ea49466 admin admin] Deleting subnet fe5e471b-22c0-4d96-bdf3-cdb8501d09a7 {{(pid=84411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:40:59.441553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] Usage tracker for resource:security_group_rule and tenant:6953b570d151461ca42228827723d8af is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:40:59.461734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:40:59.465581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-02f0c2b4-63aa-4ef5-92d9-2b7c6ea49466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:59.550249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:40:59.662912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00f4ac-768f-4036-ad38-2b72a2be2fa2 req-34f47461-a8c1-4296-be4d-84df1bfd9379 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:40:59.671249 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-df00f4ac-768f-4036-ad38-2b72a2be2fa2 req-34f47461-a8c1-4296-be4d-84df1bfd9379 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 931 time: 0.8708777 Apr 05 16:40:59.693751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-02f0c2b4-63aa-4ef5-92d9-2b7c6ea49466 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:59.714044 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-02f0c2b4-63aa-4ef5-92d9-2b7c6ea49466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:59.811585 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-df00f4ac-768f-4036-ad38-2b72a2be2fa2 req-0b8a2284-be2f-4fd8-bf33-7dd84b4f7790 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389201 Apr 05 16:40:59.922325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Notify callbacks [] for port, precommit_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:40:59.939449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Transition to ACTIVE for port object a791e56a-b47d-44d5-9a4a-16e3c3f54e72 will not be triggered until provisioned by entity L2. {{(pid=84413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:40:59.963283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:00.043865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:00.051359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:00.051634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d6f4b94c-212e-4b1b-9a54-88179007d6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:00.080244 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:00.114609 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:41:00.125449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Sync routers for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:41:00.147069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:00.148447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:40:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:00.197523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Notify callbacks [] for router, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:00.199698 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.9240940 Apr 05 16:41:00.211775 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55210) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:00.248424 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6953b570d151461ca42228827723d8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9204679 Apr 05 16:41:00.250311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d6e2ff-ec04-4b17-a618-efb8efb88a8e,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:00.350962 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55216) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:00.374100 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:00.548057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Pushing event updated for resources: {'Port': ['ID=a791e56a-b47d-44d5-9a4a-16e3c3f54e72,revision_number=2']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:00.573917 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.574843 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.575403 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.575933 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.576776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.577327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.577879 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.578411 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.578937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.579483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.580055 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.580743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Tracked resource versions report: Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: pushed versions: Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: { 'AddressGroup': {'1.2'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': {'1.0'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': {'1.0'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': {'1.1'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': {'1.7'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': {'1.2'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': {'1.8'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': {'1.4'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': {'1.2'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': {'1.0'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': {'1.1'}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': {'1.1'}} Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: consumer versions: Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: { DHCP agent@dv-cinder-774594-2-smb: {}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: HyperV agent@hv-cinder-77459: {}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: L3 agent@dv-cinder-774594-2-smb: {}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: Metadata agent@dv-cinder-774594-2-smb: {}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: Metering agent@dv-cinder-774594-2-smb: {}, Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: Open vSwitch agent@dv-cinder-774594-2-smb: { 'AddressGroup': '1.2', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'ConntrackHelper': '1.0', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'Log': '1.0', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'Network': '1.1', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'Port': '1.7', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'PortForwarding': '1.2', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'QosPolicy': '1.8', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroup': '1.4', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'SecurityGroupRule': '1.2', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'SubPort': '1.0', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'Subnet': '1.1', Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: 'Trunk': '1.1'}} Apr 05 16:41:00.585497 dv-cinder-774594-2-smb neutron-server[84297]: {{(pid=84413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 16:41:00.601996 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:00.703866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Attempting to bind port a791e56a-b47d-44d5-9a4a-16e3c3f54e72 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:41:00.707342 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Attempting to bind port a791e56a-b47d-44d5-9a4a-16e3c3f54e72 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:41:00.708679 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Attempting to bind port a791e56a-b47d-44d5-9a4a-16e3c3f54e72 on network ca2d6b15-da8c-4c49-b410-492d803b641f {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:00.719951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:41:00.723512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Checking segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:00.724186 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:00.727131 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Bound using segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:41:00.727897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Bound port: a791e56a-b47d-44d5-9a4a-16e3c3f54e72, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:41:00.728516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:00.743963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55226) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:00.757015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:00.880366 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Request body: {'port': {'device_id': '96c61164-6a58-4c14-9307-44365b69f77b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:00.920187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] For port a791e56a-b47d-44d5-9a4a-16e3c3f54e72, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:41:00.924994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] For port a791e56a-b47d-44d5-9a4a-16e3c3f54e72, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=a791e56a-b47d-44d5-9a4a-16e3c3f54e72,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:41:00.931174 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:00.962878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:01.131252 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:01.313729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:01.396878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-02f0c2b4-63aa-4ef5-92d9-2b7c6ea49466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:01.564173 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:40:55Z', 'revision_number': 3, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:01.577185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Checking router: fcfb018a-34f4-436f-af5b-c684f9368e17 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:41:01.577911 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Updating router fcfb018a-34f4-436f-af5b-c684f9368e17 port 721eb62c-2d0c-4a42-9419-c68531e20ce1 binding host dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:41:01.716563 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Pushing event updated for resources: {'Port': ['ID=a791e56a-b47d-44d5-9a4a-16e3c3f54e72,revision_number=3']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:01.724030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:01.724205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:01.810415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:01.837242 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Routers {'4367c9a4-1528-43d4-acfa-d4c291c183e7'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:01.837954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:40:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4367c9a4-1528-43d4-acfa-d4c291c183e7'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:02.019720 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Allocated IP 172.20.0.1 (b72bdfd5-1c14-484f-aa7d-91be82cecf58/79beb238-f897-4134-aa81-df3a0be93760/7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:41:02.145628 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f49b64de-7ad9-461a-949f-bc26c05b2f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:02.179746 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3d90820f-ce33-4ed3-90cf-ca1190d719c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:02.300580 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:02.336427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] Set router 4367c9a4-1528-43d4-acfa-d4c291c183e7 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:02.390729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:02.434548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] Usage tracker for resource:security_group_rule and tenant:353696b8d44d49e1815964aaf56726af is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:02.478662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:02.547988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:02.562266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:02.645024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:02.682166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12330538-5b22-4823-b809-75895e39f057 req-19889108-f7e1-4276-89c4-78cfb371298f tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:02.683892 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-12330538-5b22-4823-b809-75895e39f057 req-19889108-f7e1-4276-89c4-78cfb371298f tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 931 time: 1.5540011 Apr 05 16:41:02.751813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Pushing event updated for resources: {'Port': ['ID=7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:02.757396 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:02.784017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Notify callbacks [] for port, precommit_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:02.805442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Transition to ACTIVE for port object 721eb62c-2d0c-4a42-9419-c68531e20ce1 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:02.822039 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:02.857124 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Network b72bdfd5-1c14-484f-aa7d-91be82cecf58 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:02.858667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:02.865930 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:41:02.866525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853852070'] for router_interface, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:02.891175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:02.938214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-router', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:40:52Z', 'revision_number': 3, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'gw_port': {'id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:50Z', 'updated_at': '2021-04-05T16:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:02.943434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb165343-4fda-43b2-afb6-11eca0a6e90a None None] The sync data for ids ['4367c9a4-1528-43d4-acfa-d4c291c183e7'] in dv-cinder-774594-2-smb is: [{'id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-router', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:40:52Z', 'revision_number': 3, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'gw_port': {'id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:50Z', 'updated_at': '2021-04-05T16:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:41:02.987060 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f49b64de-7ad9-461a-949f-bc26c05b2f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:03.241455 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522dd71-59f1-48de-97ef-fc7902fc3bff None None] Pushing event updated for resources: {'Port': ['ID=721eb62c-2d0c-4a42-9419-c68531e20ce1,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:03.257060 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1522dd71-59f1-48de-97ef-fc7902fc3bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:03.268513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-02f0c2b4-63aa-4ef5-92d9-2b7c6ea49466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:03.277468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0c2b4-63aa-4ef5-92d9-2b7c6ea49466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5e471b-22c0-4d96-bdf3-cdb8501d09a7,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:03.314362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-02f0c2b4-63aa-4ef5-92d9-2b7c6ea49466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.134s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:03.326351 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Attempting to bind port 721eb62c-2d0c-4a42-9419-c68531e20ce1 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:41:03.326768 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Attempting to bind port 721eb62c-2d0c-4a42-9419-c68531e20ce1 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:41:03.327184 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Attempting to bind port 721eb62c-2d0c-4a42-9419-c68531e20ce1 on network ca2d6b15-da8c-4c49-b410-492d803b641f {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:03.350654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:41:03.351179 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Checking segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:03.359951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:03.360667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Bound using segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:41:03.361358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Bound port: 721eb62c-2d0c-4a42-9419-c68531e20ce1, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:41:03.361932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:03.542828 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:03.591249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] For port 721eb62c-2d0c-4a42-9419-c68531e20ce1, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:41:03.611479 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] For port 721eb62c-2d0c-4a42-9419-c68531e20ce1, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=721eb62c-2d0c-4a42-9419-c68531e20ce1,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:41:03.620258 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:03.669147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:03.974858 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-12330538-5b22-4823-b809-75895e39f057 req-b5fd7a12-e94f-482b-852c-d24503043056 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9997671 Apr 05 16:41:03.983256 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-02f0c2b4-63aa-4ef5-92d9-2b7c6ea49466 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fe5e471b-22c0-4d96-bdf3-cdb8501d09a7 HTTP/1.1" status: 204 len: 168 time: 5.0665245 Apr 05 16:41:04.052537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522dd71-59f1-48de-97ef-fc7902fc3bff None None] Pushing event updated for resources: {'Port': ['ID=721eb62c-2d0c-4a42-9419-c68531e20ce1,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:04.058197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55304) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:04.058355 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1522dd71-59f1-48de-97ef-fc7902fc3bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:04.190933 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:04.191817 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:40:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:04.376932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:04.427413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:04.452386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ea95a8a7-9a12-4202-a8a0-1d6315efe0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:04.460352 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f49b64de-7ad9-461a-949f-bc26c05b2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:04.471646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:04.570411 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:04.640659 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=353696b8d44d49e1815964aaf56726af&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8854368 Apr 05 16:41:04.641954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85945802-e028-40d0-bb90-3acea6144c7d,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:04.651379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:04.652034 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55310) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:04.656778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:04.658803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:04.685756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f49b64de-7ad9-461a-949f-bc26c05b2f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:04.690317 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-f49b64de-7ad9-461a-949f-bc26c05b2f86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70d6e2ff-ec04-4b17-a618-efb8efb88a8e HTTP/1.1" status: 204 len: 168 time: 4.3373082 Apr 05 16:41:04.730588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b64de-7ad9-461a-949f-bc26c05b2f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d6e2ff-ec04-4b17-a618-efb8efb88a8e,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:04.743098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f49b64de-7ad9-461a-949f-bc26c05b2f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:04.850100 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:04.946352 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b2b10f78-75fd-489f-ba68-56b5e51f519a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:04.976253 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.021373 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e7e068-cfc2-42f5-a954-40122712f09a {{(pid=84411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:41:05.023814 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.040014 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853808241'] for router_interface, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.043927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.055728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:05.084575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Transition to ACTIVE for port object 57e7e068-cfc2-42f5-a954-40122712f09a will not be triggered until provisioned by entity L2. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:05.146414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.234928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b2b10f78-75fd-489f-ba68-56b5e51f519a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.266781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:05.276696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device a791e56a-b47d-44d5-9a4a-16e3c3f54e72 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:05.359085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Pushing event updated for resources: {'Port': ['ID=7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:05.365383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:05.369144 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.369594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.370399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.370768 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > port after_create 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.371125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.371894 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > port after_update 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.371894 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.372188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.372487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.372842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.385789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Allocated IP 172.20.0.1 (4f807c98-88e3-44e9-9803-188185937988/df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9/b848cabb-824f-4ee5-a3f2-bec53b54ef8e) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:41:05.495152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port a791e56a-b47d-44d5-9a4a-16e3c3f54e72 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:05.507708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port a791e56a-b47d-44d5-9a4a-16e3c3f54e72 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:05.508130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.573692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:40:55Z', 'revision_number': 3, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:05.582622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7f81c-3f8c-4734-b1fc-cbf82a5c9e0e None None] The sync data for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb is: [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:40:55Z', 'revision_number': 3, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:41:05.628458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.628853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.629220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.632737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84410) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:41:05.633158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36']}} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:05.673144 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf859d00-4135-4308-bf2b-b3b17ed34da5') {'for_net_delete': True} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:05.673479 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf859d00-4135-4308-bf2b-b3b17ed34da5') {} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:05.725070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210742'] for segment, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.734222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.778919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port a791e56a-b47d-44d5-9a4a-16e3c3f54e72, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=a791e56a-b47d-44d5-9a4a-16e3c3f54e72,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:05.785714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.788032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-88d9eb2b-2efc-4a7d-bb42-a907c275f887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:05.804954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:05.831574 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Network b72bdfd5-1c14-484f-aa7d-91be82cecf58 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:05.833483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:41:05.871452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:05.931350 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=a791e56a-b47d-44d5-9a4a-16e3c3f54e72,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:05.935790 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:06.024063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Pushing event updated for resources: {'Port': ['ID=57e7e068-cfc2-42f5-a954-40122712f09a,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:06.036965 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:06.116878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Network d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:41:06.127163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2564923'] for segment, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:06.133987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Attempting to bind port 57e7e068-cfc2-42f5-a954-40122712f09a on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:41:06.134404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Attempting to bind port 57e7e068-cfc2-42f5-a954-40122712f09a by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'bfc2ea02-958f-46fd-9f98-f33457627c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'affa60b9-5187-4e97-a14d-28ed6f15e16d'}] {{(pid=84411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:41:06.134813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Attempting to bind port 57e7e068-cfc2-42f5-a954-40122712f09a on network affa60b9-5187-4e97-a14d-28ed6f15e16d {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:06.153842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:06.201787 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Port 57e7e068-cfc2-42f5-a954-40122712f09a on network affa60b9-5187-4e97-a14d-28ed6f15e16d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:41:06.203265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Attempting to bind port 57e7e068-cfc2-42f5-a954-40122712f09a on network affa60b9-5187-4e97-a14d-28ed6f15e16d {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:06.228939 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b2b10f78-75fd-489f-ba68-56b5e51f519a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:06.235024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:41:06.235554 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Checking segment: {'id': 'bfc2ea02-958f-46fd-9f98-f33457627c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'affa60b9-5187-4e97-a14d-28ed6f15e16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:06.236224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Bound using segment: {'id': 'bfc2ea02-958f-46fd-9f98-f33457627c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'affa60b9-5187-4e97-a14d-28ed6f15e16d'} {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:41:06.236899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Bound port: 57e7e068-cfc2-42f5-a954-40122712f09a, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc2ea02-958f-46fd-9f98-f33457627c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'affa60b9-5187-4e97-a14d-28ed6f15e16d'}}] {{(pid=84411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:41:06.237299 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:06.255648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Transition to ACTIVE for port object b848cabb-824f-4ee5-a3f2-bec53b54ef8e will not be triggered until provisioned by entity DHCP. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:06.262756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-287fdaf5-b40a-46cc-a3cc-1610615c7fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:06.311712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbe689-d75f-4755-9ae4-e6adbf08141b req-4d8d73e7-2664-4819-b44c-dd3fc9b85063 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:06.313495 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-85dbe689-d75f-4755-9ae4-e6adbf08141b req-4d8d73e7-2664-4819-b44c-dd3fc9b85063 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 943 time: 0.8571963 Apr 05 16:41:06.350566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b10f78-75fd-489f-ba68-56b5e51f519a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85945802-e028-40d0-bb90-3acea6144c7d,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:06.367326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b2b10f78-75fd-489f-ba68-56b5e51f519a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:06.420906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b2b10f78-75fd-489f-ba68-56b5e51f519a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:06.422253 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b2b10f78-75fd-489f-ba68-56b5e51f519a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85945802-e028-40d0-bb90-3acea6144c7d HTTP/1.1" status: 204 len: 168 time: 1.7552044 Apr 05 16:41:06.472648 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-85dbe689-d75f-4755-9ae4-e6adbf08141b req-aab49bba-4125-42a4-9c12-9ac568d5ad1b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195846 Apr 05 16:41:06.494007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:06.495337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] For port 57e7e068-cfc2-42f5-a954-40122712f09a, host hv-cinder-77459, cleared binding levels {{(pid=84411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:41:06.534587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:06.688017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Pushing event updated for resources: {'Port': ['ID=b848cabb-824f-4ee5-a3f2-bec53b54ef8e,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:06.691501 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:06.713555 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Network d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: from cryptography.utils import int_from_bytes Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: from cryptography.utils import int_from_bytes Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: (rel_b, rel_a, rel_b), Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: (rel_b, rel_a, rel_b), Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:41:06.749378 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:41:06.797120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Network 4f807c98-88e3-44e9-9803-188185937988 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:06.798803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:06.801382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:41:06.802638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853852070'] for router_interface, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:06.969443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Router 4367c9a4-1528-43d4-acfa-d4c291c183e7 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:41:06.970893 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:07.011513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:07.079495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:07.127064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-5cedffa7-1cef-4041-a0b0-ed29a8f51e63 None None] Provisioning for port b848cabb-824f-4ee5-a3f2-bec53b54ef8e completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:07.133222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-5cedffa7-1cef-4041-a0b0-ed29a8f51e63 None None] Provisioning complete for port b848cabb-824f-4ee5-a3f2-bec53b54ef8e triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:07.133665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5cedffa7-1cef-4041-a0b0-ed29a8f51e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:07.173907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] For port 57e7e068-cfc2-42f5-a954-40122712f09a, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=57e7e068-cfc2-42f5-a954-40122712f09a,segment=NetworkSegment(bfc2ea02-958f-46fd-9f98-f33457627c63),segment_id=bfc2ea02-958f-46fd-9f98-f33457627c63)] {{(pid=84411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:41:07.187665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:07.267972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55388) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:07.268798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:07.312481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device a791e56a-b47d-44d5-9a4a-16e3c3f54e72 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:07.347485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:07.417801 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:07.422336 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:41:07.436461 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Sync routers for ids ['4367c9a4-1528-43d4-acfa-d4c291c183e7'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:41:07.440304 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] 10.222.0.15 "PUT /v2.0/routers/4367c9a4-1528-43d4-acfa-d4c291c183e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2456284 Apr 05 16:41:07.441649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:07.443537 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-15c32cea-bfb1-47fc-bc1f-1b067141d2bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/d779808a-44bc-4c6e-b6fd-e4d4b8dc4d36 HTTP/1.1" status: 204 len: 168 time: 3.3839629 Apr 05 16:41:07.450066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55400) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:07.470388 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Routers {'4367c9a4-1528-43d4-acfa-d4c291c183e7'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:07.482560 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:40:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4367c9a4-1528-43d4-acfa-d4c291c183e7'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:07.577807 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78a031e-3b1e-4760-b8f2-8b04395a12e2 admin admin] Deleting subnet cd5c9cc8-2805-4724-b6ab-0809c194b78a {{(pid=84410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:41:07.579127 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-5cedffa7-1cef-4041-a0b0-ed29a8f51e63 None None] Port b848cabb-824f-4ee5-a3f2-bec53b54ef8e cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:41:07.587677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a78a031e-3b1e-4760-b8f2-8b04395a12e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:07.642644 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port a791e56a-b47d-44d5-9a4a-16e3c3f54e72 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:07.643465 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:07.663796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a78a031e-3b1e-4760-b8f2-8b04395a12e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852565057'] for subnet, precommit_delete_associations {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:07.744624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a78a031e-3b1e-4760-b8f2-8b04395a12e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:07.759213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:07.902863 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:07.907112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] Usage tracker for resource:security_group_rule and tenant:ae157d2c64a64af9ab27ac3b939d6f01 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:07.908512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 721eb62c-2d0c-4a42-9419-c68531e20ce1 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:07.910842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:07.917065 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:08.010972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port 721eb62c-2d0c-4a42-9419-c68531e20ce1 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:08.019088 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 721eb62c-2d0c-4a42-9419-c68531e20ce1 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:08.019507 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:08.064276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:08.082507 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:08.099082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Set router 4367c9a4-1528-43d4-acfa-d4c291c183e7 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:08.224147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Pushing event updated for resources: {'Port': ['ID=57e7e068-cfc2-42f5-a954-40122712f09a,revision_number=3']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:08.231901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:41:08.247918 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:08.248386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:08.313826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:08.324887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:08.326746 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:08.329315 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] 10.222.0.41 "PUT /v2.0/ports/57e7e068-cfc2-42f5-a954-40122712f09a HTTP/1.1" status: 200 len: 1093 time: 8.1235290 Apr 05 16:41:08.335717 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port 721eb62c-2d0c-4a42-9419-c68531e20ce1, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=721eb62c-2d0c-4a42-9419-c68531e20ce1,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:08.342799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:08.350310 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:08.362819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a78a031e-3b1e-4760-b8f2-8b04395a12e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852382701'] for subnet, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:08.366508 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c61164-6a58-4c14-9307-44365b69f77b', 'tag': '57e7e068-cfc2-42f5-a954-40122712f09a'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:41:08.407194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-632a342e-411d-4fec-af87-9d897b2204b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:08.455362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=721eb62c-2d0c-4a42-9419-c68531e20ce1,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:08.468901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:08.516938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a031e-3b1e-4760-b8f2-8b04395a12e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5c9cc8-2805-4724-b6ab-0809c194b78a,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:08.527254 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a78a031e-3b1e-4760-b8f2-8b04395a12e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:08.541698 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726b2c9f-8a93-4cf1-88be-4cf62ce9c675,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:08.546076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:08.679238 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae157d2c64a64af9ab27ac3b939d6f01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3665316 Apr 05 16:41:08.682471 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55446) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:08.787207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a78a031e-3b1e-4760-b8f2-8b04395a12e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:08.796444 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a78a031e-3b1e-4760-b8f2-8b04395a12e2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cd5c9cc8-2805-4724-b6ab-0809c194b78a HTTP/1.1" status: 204 len: 168 time: 1.3424773 Apr 05 16:41:08.799258 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55462) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:08.840334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-router', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:03Z', 'revision_number': 4, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'gw_port': {'id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:50Z', 'updated_at': '2021-04-05T16:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1', 'name': '', 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'mac_address': 'fa:16:3e:80:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '79beb238-f897-4134-aa81-df3a0be93760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:01Z', 'updated_at': '2021-04-05T16:41:03Z', 'revision_number': 2, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'subnets': [{'id': '79beb238-f897-4134-aa81-df3a0be93760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:08.850596 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Checking router: 4367c9a4-1528-43d4-acfa-d4c291c183e7 for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:41:08.851029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Updating router 4367c9a4-1528-43d4-acfa-d4c291c183e7 port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 binding host dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:41:08.923712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2609-2135-498e-86ea-8aa973c802a9 req-ca61ec2a-16c0-416b-9cc2-bdd241795d53 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:08.925616 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e19f2609-2135-498e-86ea-8aa973c802a9 req-ca61ec2a-16c0-416b-9cc2-bdd241795d53 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 943 time: 1.1449976 Apr 05 16:41:08.963835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:08.996498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.091941 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-d110278c-4d66-447f-abf4-6cb3078db11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:09.094127 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-d110278c-4d66-447f-abf4-6cb3078db11e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6aae157429bb4d5c8ff543f3a22de34a&device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 1096 time: 0.5847397 Apr 05 16:41:09.105101 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2b6affd-f6f9-43c3-9dfe-43bebcc91496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.146765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 721eb62c-2d0c-4a42-9419-c68531e20ce1 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:09.219254 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-cc793d84-ef5a-4cfd-b25d-4840f42d38a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57e7e068-cfc2-42f5-a954-40122712f09a HTTP/1.1" status: 200 len: 217 time: 0.0956461 Apr 05 16:41:09.284552 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e19f2609-2135-498e-86ea-8aa973c802a9 req-1554a97b-70a9-45bf-97f8-2d29517264f0 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491993 Apr 05 16:41:09.372515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-6cc79053-bc48-4e35-b411-736a6c9ce18b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:09.374339 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-6cc79053-bc48-4e35-b411-736a6c9ce18b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 819 time: 0.6113703 Apr 05 16:41:09.380373 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-08b38b4b-6bb0-45d5-965d-dfcaaad1d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:09.381906 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-08b38b4b-6bb0-45d5-965d-dfcaaad1d8ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c74f3d4-0678-40eb-bec8-0d4c1051f3bc HTTP/1.1" status: 200 len: 852 time: 0.1459541 Apr 05 16:41:09.382017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 721eb62c-2d0c-4a42-9419-c68531e20ce1 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:09.382334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.451844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.460068 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55478) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:09.478085 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-ab1fe8b9-4f97-4103-afb3-5248c5211dab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=affa60b9-5187-4e97-a14d-28ed6f15e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789826 Apr 05 16:41:09.486382 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-914e1da5-7f9d-4ab9-862a-c09e19d5fc06 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/quotas/58c8ef6370b54d88951195cadafd193b HTTP/1.1" status: 200 len: 375 time: 0.0924711 Apr 05 16:41:09.531352 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.594284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55484) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:09.617227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853808241'] for router_interface, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.646780 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:09.648621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2b6affd-f6f9-43c3-9dfe-43bebcc91496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.670044 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.734142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Pushing event updated for resources: {'Port': ['ID=b848cabb-824f-4ee5-a3f2-bec53b54ef8e,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:09.743880 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:09.832073 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7']}} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:09.846680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Notify callbacks [] for port, precommit_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.847258 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532f741f-d548-4336-9534-066f0ca0f947') {'for_net_delete': True} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:09.847606 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532f741f-d548-4336-9534-066f0ca0f947') {} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:09.858809 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2b6affd-f6f9-43c3-9dfe-43bebcc91496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.869344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210742'] for segment, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.874616 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Transition to ACTIVE for port object 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 will not be triggered until provisioned by entity L2. {{(pid=84413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:09.875829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3f0c6f92-e95e-4f55-8c99-aa087fdca9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:09.893940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.894191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6affd-f6f9-43c3-9dfe-43bebcc91496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726b2c9f-8a93-4cf1-88be-4cf62ce9c675,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:09.910356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2b6affd-f6f9-43c3-9dfe-43bebcc91496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.913624 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e2b6affd-f6f9-43c3-9dfe-43bebcc91496 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/726b2c9f-8a93-4cf1-88be-4cf62ce9c675 HTTP/1.1" status: 204 len: 168 time: 1.2277634 Apr 05 16:41:09.918979 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e2b6affd-f6f9-43c3-9dfe-43bebcc91496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:09.922641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:09.941784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:09.946586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:41:09.981686 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-c4a90b40-3c6a-420f-90d6-740202595f10 service neutron] 10.222.0.41 "GET /v2.0/networks/affa60b9-5187-4e97-a14d-28ed6f15e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420512 Apr 05 16:41:09.999470 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-0a674c35-94c7-4538-8953-160ff8d4aed8 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5116487 Apr 05 16:41:10.030327 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c61164-6a58-4c14-9307-44365b69f77b', 'tag': '57e7e068-cfc2-42f5-a954-40122712f09a', 'status': 'completed', 'code': 200} Apr 05 16:41:10.067880 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Network 4f807c98-88e3-44e9-9803-188185937988 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:10.071152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:10.101463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221a660-2541-4f94-8e3c-e1b8f5f2fa69 None None] Pushing event updated for resources: {'Port': ['ID=7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1,revision_number=3']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:10.113299 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5221a660-2541-4f94-8e3c-e1b8f5f2fa69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:10.317315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Network e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:41:10.352306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2564923'] for segment, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:10.427571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Attempting to bind port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:41:10.429617 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Attempting to bind port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:41:10.431180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Attempting to bind port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 on network b72bdfd5-1c14-484f-aa7d-91be82cecf58 {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:10.462839 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:41:10.463187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Checking segment: {'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:10.466004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55498) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:10.469306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:10.470667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Bound using segment: {'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:41:10.472066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Bound port: 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'}}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:41:10.472484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:10.477053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:10.546134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-d10b9161-9f9a-40fc-ac98-2b7b5477343d None None] Provisioning complete for port b848cabb-824f-4ee5-a3f2-bec53b54ef8e triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:10.546527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d10b9161-9f9a-40fc-ac98-2b7b5477343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:10.590864 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Network e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:41:10.611395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:10.676512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] For port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:41:10.680331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] For port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:41:10.685304 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:10.688728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:10.693405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-d10b9161-9f9a-40fc-ac98-2b7b5477343d None None] Port b848cabb-824f-4ee5-a3f2-bec53b54ef8e cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:41:10.709246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f420eb22-ef08-4238-9687-e3d9c5f47554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:41:10.740439 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:41:10.744632 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:10.748530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:10.767084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:10.778715 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:10.786226 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e1fa5a62-cf74-46a7-84fa-3b5fdc8cf9e7 HTTP/1.1" status: 204 len: 168 time: 1.9850931 Apr 05 16:41:10.788448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d0f383c4-b144-48bb-8bb1-5a41d1b52b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:10.830268 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:10.867309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-4162cea5-43bf-4519-ba6b-c48cc4191145 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:41:10.868852 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-4162cea5-43bf-4519-ba6b-c48cc4191145 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3977230 Apr 05 16:41:10.875060 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:10.881660 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] Usage tracker for resource:security_group_rule and tenant:d7325edfe6cb4a6f9c59d61a912b97c3 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:10.885219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:10.894270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:10.978561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55530) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:10.994236 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbd5aaa8-e686-40ff-914d-36dfcc44a871 req-dd85cb11-adbf-46ae-a816-e9250efd8ba1 service neutron] 10.222.0.41 "GET /v2.0/networks/affa60b9-5187-4e97-a14d-28ed6f15e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9932470 Apr 05 16:41:11.055324 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-02ace871-c25c-4825-9e3a-0f89b8986f9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de6b8e2f87ba4c098642683c130e8a0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0748003 Apr 05 16:41:11.058017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55534) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:11.072399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221a660-2541-4f94-8e3c-e1b8f5f2fa69 None None] Pushing event updated for resources: {'Port': ['ID=7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1,revision_number=4']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:11.075760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5221a660-2541-4f94-8e3c-e1b8f5f2fa69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:11.124681 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Routers {'4367c9a4-1528-43d4-acfa-d4c291c183e7'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:11.125391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:40:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4367c9a4-1528-43d4-acfa-d4c291c183e7'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:11.142017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a6e1378f-1c04-491d-ab58-4fed4f4fd89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:11.183678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a6e1378f-1c04-491d-ab58-4fed4f4fd89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:11.192005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4bbdca75544f6f96948162ef5691ff is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:11.199387 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-01870cf6-854e-4976-a820-71ac6023551c service neutron] 10.222.0.15 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398336 Apr 05 16:41:11.200239 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:11.255460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a6e1378f-1c04-491d-ab58-4fed4f4fd89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:11.264008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:11.280222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:11.282557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1378f-1c04-491d-ab58-4fed4f4fd89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a6e917-0106-4e08-961b-a5ea805c1904,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:11.285745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a6e1378f-1c04-491d-ab58-4fed4f4fd89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:11.286829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a6e1378f-1c04-491d-ab58-4fed4f4fd89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:11.288925 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a6e1378f-1c04-491d-ab58-4fed4f4fd89e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2a6e917-0106-4e08-961b-a5ea805c1904 HTTP/1.1" status: 204 len: 168 time: 0.2298319 Apr 05 16:41:11.303237 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:11.336896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:11.351602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] Set router 4367c9a4-1528-43d4-acfa-d4c291c183e7 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:11.459448 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-31f205c3-664e-4356-bb52-a3a73a77036a service neutron] 10.222.0.15 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871009 Apr 05 16:41:11.482926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] Usage tracker for resource:security_group_rule and tenant:6cb11ae26567457d85fc6bae2e304313 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:11.507337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Router fcfb018a-34f4-436f-af5b-c684f9368e17 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:41:11.509551 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:11.526885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdee3d-3fb9-4119-8054-dfcbf9341935 req-075d6a17-8ed8-4b9c-a633-df7aa7683554 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:11.529124 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3bfdee3d-3fb9-4119-8054-dfcbf9341935 req-075d6a17-8ed8-4b9c-a633-df7aa7683554 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 943 time: 0.9253020 Apr 05 16:41:11.542648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:11.630399 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3bfdee3d-3fb9-4119-8054-dfcbf9341935 req-64064fca-d0f5-4d79-8af9-83d42d7b9635 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891588 Apr 05 16:41:11.772124 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-router', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:03Z', 'revision_number': 4, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'gw_port': {'id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:50Z', 'updated_at': '2021-04-05T16:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1', 'name': '', 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'mac_address': 'fa:16:3e:80:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '79beb238-f897-4134-aa81-df3a0be93760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:01Z', 'updated_at': '2021-04-05T16:41:10Z', 'revision_number': 4, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'subnets': [{'id': '79beb238-f897-4134-aa81-df3a0be93760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:11.776855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a63a7-83aa-4363-95a2-df717a353889 None None] The sync data for ids ['4367c9a4-1528-43d4-acfa-d4c291c183e7'] in dv-cinder-774594-2-smb is: [{'id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-router', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:03Z', 'revision_number': 4, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'gw_port': {'id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:50Z', 'updated_at': '2021-04-05T16:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1', 'name': '', 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'mac_address': 'fa:16:3e:80:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '79beb238-f897-4134-aa81-df3a0be93760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:01Z', 'updated_at': '2021-04-05T16:41:10Z', 'revision_number': 4, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'subnets': [{'id': '79beb238-f897-4134-aa81-df3a0be93760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:41:11.869224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:41:11.873259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e4803-a506-488a-873f-a05b768845e9 req-74410606-0769-4ce4-8aa6-878a18624329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:11.874929 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b1e4803-a506-488a-873f-a05b768845e9 req-74410606-0769-4ce4-8aa6-878a18624329 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6aae157429bb4d5c8ff543f3a22de34a&device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 1096 time: 0.6797333 Apr 05 16:41:11.881484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55566) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:11.927140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Sync routers for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:41:11.938838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:11.940092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:40:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:11.982852 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-45134b2b-2545-4286-82df-5d379b68f7b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4668d02435ff4a92a0f4c45efd5b3e27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0988207 Apr 05 16:41:11.984734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55574) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:12.071119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b15e16b2-318d-4cf2-84e3-1937356fc01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:12.112422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b15e16b2-318d-4cf2-84e3-1937356fc01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:12.173339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:12.185098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e4803-a506-488a-873f-a05b768845e9 req-49b40102-9133-4ad3-a2fc-5878e0bea0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:12.186715 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b1e4803-a506-488a-873f-a05b768845e9 req-49b40102-9133-4ad3-a2fc-5878e0bea0a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=affa60b9-5187-4e97-a14d-28ed6f15e16d HTTP/1.1" status: 200 len: 913 time: 0.2786741 Apr 05 16:41:12.195114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b15e16b2-318d-4cf2-84e3-1937356fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:12.209503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:12.229338 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e16b2-318d-4cf2-84e3-1937356fc01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2aacd5-1e75-47d0-a80b-36649dfdb6c5,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:12.238072 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b15e16b2-318d-4cf2-84e3-1937356fc01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:12.240512 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b15e16b2-318d-4cf2-84e3-1937356fc01d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f2aacd5-1e75-47d0-a80b-36649dfdb6c5 HTTP/1.1" status: 204 len: 168 time: 0.2537677 Apr 05 16:41:12.241705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b15e16b2-318d-4cf2-84e3-1937356fc01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:12.279426 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] 10.222.0.15 "PUT /v2.0/routers/fcfb018a-34f4-436f-af5b-c684f9368e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0657294 Apr 05 16:41:12.435690 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:12.438799 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b1e4803-a506-488a-873f-a05b768845e9 req-65bf14fc-c8da-4c93-be89-d133f95923ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57e7e068-cfc2-42f5-a954-40122712f09a HTTP/1.1" status: 200 len: 217 time: 0.2305636 Apr 05 16:41:12.471925 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:12.475155 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3712da58-009b-4d4f-a7c9-dbd7fdef1733 req-e489a504-66a5-42d6-82a5-bc58b74d3994 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 210 time: 0.5258894 Apr 05 16:41:12.591216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e4803-a506-488a-873f-a05b768845e9 req-943e4d9d-2fd2-49cb-84d3-2599ed746535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:12.593043 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b1e4803-a506-488a-873f-a05b768845e9 req-943e4d9d-2fd2-49cb-84d3-2599ed746535 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c74f3d4-0678-40eb-bec8-0d4c1051f3bc HTTP/1.1" status: 200 len: 852 time: 0.1292257 Apr 05 16:41:12.617087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f49b64de-7ad9-461a-949f-bc26c05b2f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:12.808625 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7325edfe6cb4a6f9c59d61a912b97c3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2128599 Apr 05 16:41:12.811390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55612) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:12.869973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 2, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:12.880278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Checking router: fcfb018a-34f4-436f-af5b-c684f9368e17 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:41:12.880689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Updating router fcfb018a-34f4-436f-af5b-c684f9368e17 port b848cabb-824f-4ee5-a3f2-bec53b54ef8e binding host dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:41:12.963040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:12.981927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-24c9bac7-7564-4452-a2c1-7fc27fb9e072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:13.003645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:13.090072 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-24c9bac7-7564-4452-a2c1-7fc27fb9e072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:13.112205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:13.184557 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b1e4803-a506-488a-873f-a05b768845e9 req-68182afc-3352-47a6-9329-763e3cc2eb13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=affa60b9-5187-4e97-a14d-28ed6f15e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4556201 Apr 05 16:41:13.190514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffe3cae-9af4-455a-9e46-77d026b17161,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:13.191439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:13.254143 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-24c9bac7-7564-4452-a2c1-7fc27fb9e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:13.254449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 57e7e068-cfc2-42f5-a954-40122712f09a details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:41:13.267447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:13.291550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-24c9bac7-7564-4452-a2c1-7fc27fb9e072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:13.292801 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-24c9bac7-7564-4452-a2c1-7fc27fb9e072 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dffe3cae-9af4-455a-9e46-77d026b17161 HTTP/1.1" status: 204 len: 168 time: 0.4791105 Apr 05 16:41:13.295985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9bac7-7564-4452-a2c1-7fc27fb9e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffe3cae-9af4-455a-9e46-77d026b17161,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:13.298485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-24c9bac7-7564-4452-a2c1-7fc27fb9e072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:13.629800 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:13.630395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7474558c-99cf-4161-a896-92edc9e07c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:13.630527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.resource_extend [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 16:41:13.671834 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cb11ae26567457d85fc6bae2e304313&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1966569 Apr 05 16:41:13.672876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4837d922-1003-43fe-bad7-de2204c93f2b,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:13.674517 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55644) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:13.692797 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:13.747989 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:13.858180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25a0f4d0-4711-4f37-993d-f9f73ade8cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:13.906717 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:13.909141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55652) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:13.925127 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:13.936008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25a0f4d0-4711-4f37-993d-f9f73ade8cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:13.958723 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1181736401', 'description': 'tempest-description--251533597'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:13.966543 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:13.972055 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:security_group and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:13.975826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:13.983452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:14.014796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.047757 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddf2e5-276e-46e6-9231-a29c267d76b0 req-18a9cd94-af32-4897-b1ae-2c21681df889 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:14.049831 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cddf2e5-276e-46e6-9231-a29c267d76b0 req-18a9cd94-af32-4897-b1ae-2c21681df889 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 943 time: 1.0608933 Apr 05 16:41:14.075468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55664) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:14.075634 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa4bbdca75544f6f96948162ef5691ff&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6138940 Apr 05 16:41:14.081712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:14.135649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:14.140603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:security_group_rule and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:14.144275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:14.148741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:14.149324 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.162366 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25a0f4d0-4711-4f37-993d-f9f73ade8cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.168113 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:14.175226 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a6e1378f-1c04-491d-ab58-4fed4f4fd89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:14.243128 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09f91d06-6cc4-47ca-977f-236f08797582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.262695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55672) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:14.303196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09f91d06-6cc4-47ca-977f-236f08797582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.388668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0f4d0-4711-4f37-993d-f9f73ade8cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4837d922-1003-43fe-bad7-de2204c93f2b,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:14.403905 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-25a0f4d0-4711-4f37-993d-f9f73ade8cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:14.404980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.41', 49903) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:14.419083 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-25a0f4d0-4711-4f37-993d-f9f73ade8cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.420275 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-25a0f4d0-4711-4f37-993d-f9f73ade8cbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4837d922-1003-43fe-bad7-de2204c93f2b HTTP/1.1" status: 204 len: 168 time: 0.7443171 Apr 05 16:41:14.423201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09f91d06-6cc4-47ca-977f-236f08797582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.470520 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 57e7e068-cfc2-42f5-a954-40122712f09a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=57e7e068-cfc2-42f5-a954-40122712f09a,segment=NetworkSegment(bfc2ea02-958f-46fd-9f98-f33457627c63),segment_id=bfc2ea02-958f-46fd-9f98-f33457627c63)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:14.483611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-890c1570-3f06-43dd-a627-6b53f731c460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:14.529250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f91d06-6cc4-47ca-977f-236f08797582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857216b9-19bd-4a8b-ac2c-6ac65572fbd1,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:14.545405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-09f91d06-6cc4-47ca-977f-236f08797582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:14.547359 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cddf2e5-276e-46e6-9231-a29c267d76b0 req-ece87200-9843-4872-b77d-f17be30f6304 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701571 Apr 05 16:41:14.555449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857216b9-19bd-4a8b-ac2c-6ac65572fbd1,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:14.567684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '57e7e068-cfc2-42f5-a954-40122712f09a', 'network_id': 'affa60b9-5187-4e97-a14d-28ed6f15e16d', 'port_id': '57e7e068-cfc2-42f5-a954-40122712f09a', 'mac_address': 'fa:16:3e:ae:b1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c74f3d4-0678-40eb-bec8-0d4c1051f3bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:41:14.567963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-202d4e13-9cba-414b-94d7-98677347ade2 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:14.569783 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-202d4e13-9cba-414b-94d7-98677347ade2 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 819 time: 0.4914474 Apr 05 16:41:14.572376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:14.623740 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b1e4803-a506-488a-873f-a05b768845e9 req-8483d2a2-34a8-47e8-b968-755499e7d61e service neutron] 10.222.0.41 "GET /v2.0/networks/affa60b9-5187-4e97-a14d-28ed6f15e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4354055 Apr 05 16:41:14.628141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.658948 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-7a4524e7-ed48-464f-8cca-b867e3f0ed95 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/quotas/58c8ef6370b54d88951195cadafd193b HTTP/1.1" status: 200 len: 375 time: 0.0535798 Apr 05 16:41:14.660251 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:14.660397 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.683607 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.725112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:14.731293 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e7e068-cfc2-42f5-a954-40122712f09a {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:41:14.740347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.753592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09f91d06-6cc4-47ca-977f-236f08797582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.753592 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-09f91d06-6cc4-47ca-977f-236f08797582 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/857216b9-19bd-4a8b-ac2c-6ac65572fbd1 HTTP/1.1" status: 204 len: 168 time: 0.6732271 Apr 05 16:41:14.759358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:14.840953 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.resource_extend [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 16:41:14.845086 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b1e4803-a506-488a-873f-a05b768845e9 req-4de1effb-f3f3-49f3-95d9-af390441323e service neutron] 10.222.0.41 "GET /v2.0/networks/affa60b9-5187-4e97-a14d-28ed6f15e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017775 Apr 05 16:41:14.852617 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:14.857829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] Usage tracker for resource:security_group_rule and tenant:3910b9ac8f21406bb627cf468fd65706 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:14.862952 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-8a274fbc-1b24-4741-aee5-89bded133be6 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:14.863752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-8a274fbc-1b24-4741-aee5-89bded133be6 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Synchronizing usage tracker for tenant:58c8ef6370b54d88951195cadafd193b on resource:network {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:41:14.867402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:14.877424 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:14.889190 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 57e7e068-cfc2-42f5-a954-40122712f09a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=57e7e068-cfc2-42f5-a954-40122712f09a,segment=NetworkSegment(bfc2ea02-958f-46fd-9f98-f33457627c63),segment_id=bfc2ea02-958f-46fd-9f98-f33457627c63)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:14.923275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:14.930735 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:14.941742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:15.003474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.013359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.022201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:15.039108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=57e7e068-cfc2-42f5-a954-40122712f09a,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:15.042769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:15.053689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Notify callbacks [] for port, precommit_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.071080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee38bec9-607e-473d-945e-6d12dbb17da1,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:15.074486 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:15.083566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Transition to ACTIVE for port object b848cabb-824f-4ee5-a3f2-bec53b54ef8e will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:15.097042 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.128840 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:15.132166 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-03090481-c193-4ed2-9123-bbe1fb5d3c8f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2825286 Apr 05 16:41:15.157018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55702) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:15.180721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:15.217221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.255413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:15.269886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] Usage tracker for resource:security_group_rule and tenant:f81df0f2c59c4eccbdfbc3d300103bc6 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:15.275057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:15.289567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:15.365873 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-fa001f5c-9a57-45d9-98fa-9907c83904df service neutron] 10.222.0.15 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197242 Apr 05 16:41:15.366641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.367957 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4504762 Apr 05 16:41:15.374076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55710) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:15.386037 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'security_group_rule': {'security_group_id': 'ee38bec9-607e-473d-945e-6d12dbb17da1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:15.388210 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4649a-e86a-4490-9921-d8a30ee791fe None None] Pushing event updated for resources: {'Port': ['ID=b848cabb-824f-4ee5-a3f2-bec53b54ef8e,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:15.394633 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-97a4649a-e86a-4490-9921-d8a30ee791fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:15.414007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:15.442411 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:security_group_rule and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:15.465469 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:15.466293 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.471450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:15.501186 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:15.555936 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.574591 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.586847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:15.606766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['57e7e068-cfc2-42f5-a954-40122712f09a'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:41:15.649371 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.693433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c997725d-e0e8-4900-bf39-16f28368a485,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:15.698029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:15.700941 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f81df0f2c59c4eccbdfbc3d300103bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433452 Apr 05 16:41:15.713142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55722) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:15.740541 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-ac523255-4a82-431e-ace3-2c7766e421ac service neutron] 10.222.0.15 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582234 Apr 05 16:41:15.877163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.904469 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.920095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:15.942652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2148e9-f487-4fa1-808e-e0aa53066dc6,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:15.944536 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2a0967e2-922b-49da-a599-2e56ff1193b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.985061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:15.998025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.028371 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:16.034510 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.036026 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6608889 Apr 05 16:41:16.057253 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55742) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:16.073092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-8a274fbc-1b24-4741-aee5-89bded133be6 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Unset dirty status for tenant:58c8ef6370b54d88951195cadafd193b on resource:network {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:41:16.074764 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0b06da65-070b-40c0-8327-05a878fbe347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:16.074914 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-8a274fbc-1b24-4741-aee5-89bded133be6 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 819 time: 1.6606734 Apr 05 16:41:16.083573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Attempting to bind port b848cabb-824f-4ee5-a3f2-bec53b54ef8e on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:41:16.084002 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Attempting to bind port b848cabb-824f-4ee5-a3f2-bec53b54ef8e by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:41:16.084421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Attempting to bind port b848cabb-824f-4ee5-a3f2-bec53b54ef8e on network 4f807c98-88e3-44e9-9803-188185937988 {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:16.085132 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2a0967e2-922b-49da-a599-2e56ff1193b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.093518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:41:16.093969 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Checking segment: {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:16.094428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.094868 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Bound using segment: {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:41:16.095518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Bound port: b848cabb-824f-4ee5-a3f2-bec53b54ef8e, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:41:16.096025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.107664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'security_group_rule': {'security_group_id': 'ee38bec9-607e-473d-945e-6d12dbb17da1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:16.143588 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3910b9ac8f21406bb627cf468fd65706&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5854397 Apr 05 16:41:16.147151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 55748) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:16.152545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91edfc7b-f672-4460-a330-144df99ad3ce,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:16.165225 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:16.166966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Request body: {'port': {'device_id': '5c29973e-f024-491a-ae38-128e6673a59b', 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58', 'admin_state_up': True, 'tenant_id': '58c8ef6370b54d88951195cadafd193b'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:16.182237 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:16.194394 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:security_group_rule and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:16.209470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:16.246053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:16.355546 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.403083 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2a0967e2-922b-49da-a599-2e56ff1193b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.418669 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:16.425748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:16.429857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] For port b848cabb-824f-4ee5-a3f2-bec53b54ef8e, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:41:16.441514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] For port b848cabb-824f-4ee5-a3f2-bec53b54ef8e, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=b848cabb-824f-4ee5-a3f2-bec53b54ef8e,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:41:16.444621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0967e2-922b-49da-a599-2e56ff1193b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c997725d-e0e8-4900-bf39-16f28368a485,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:16.450662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.453594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2a0967e2-922b-49da-a599-2e56ff1193b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:16.454886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Usage tracker for resource:port and tenant:58c8ef6370b54d88951195cadafd193b is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:16.462300 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:16.490935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:16.500968 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-54c5a4b3-4717-4219-9ff2-fac3bb298362 req-1ed286c9-9678-4d24-8011-fa19deda42d9 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 210 time: 0.3487930 Apr 05 16:41:16.503073 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:16.510189 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2a0967e2-922b-49da-a599-2e56ff1193b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.511432 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2a0967e2-922b-49da-a599-2e56ff1193b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c997725d-e0e8-4900-bf39-16f28368a485 HTTP/1.1" status: 204 len: 168 time: 0.7970524 Apr 05 16:41:16.537100 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Made reservation on behalf of 58c8ef6370b54d88951195cadafd193b for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:41:16.543479 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.579353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.588612 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.618639 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8471d97f-3780-471c-823a-81daad0b803b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.643314 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a90a1-49c9-47eb-bd58-16df754740ca req-887ec9fe-e785-452d-a60f-b3c0fc76b191 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:16.648345 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0a0a90a1-49c9-47eb-bd58-16df754740ca req-887ec9fe-e785-452d-a60f-b3c0fc76b191 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 944 time: 0.8476746 Apr 05 16:41:16.657957 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:16.668484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.672867 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6074042 Apr 05 16:41:16.675211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 55774) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:16.694978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'floatingip': {'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:16.699669 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f1c80b-3e64-446e-88cd-dacd13e83c26,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:16.709846 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:16.729099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:16.746821 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:floatingip and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:16.753916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:16.767282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:16.826955 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.831766 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0a0a90a1-49c9-47eb-bd58-16df754740ca req-cc6247e1-703a-4f55-8116-a8f486c04ddf tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770711 Apr 05 16:41:16.840310 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8471d97f-3780-471c-823a-81daad0b803b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.954017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8471d97f-3780-471c-823a-81daad0b803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.959772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:16.982556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471d97f-3780-471c-823a-81daad0b803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91edfc7b-f672-4460-a330-144df99ad3ce,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:16.985732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8471d97f-3780-471c-823a-81daad0b803b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:16.986849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8471d97f-3780-471c-823a-81daad0b803b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:16.990808 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8471d97f-3780-471c-823a-81daad0b803b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91edfc7b-f672-4460-a330-144df99ad3ce HTTP/1.1" status: 204 len: 168 time: 0.8324645 Apr 05 16:41:17.029309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Allocated IP 172.20.0.7 (b72bdfd5-1c14-484f-aa7d-91be82cecf58/79beb238-f897-4134-aa81-df3a0be93760/4503e9fd-df6d-4af1-9a8a-016c867d942c) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:41:17.088149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4649a-e86a-4490-9921-d8a30ee791fe None None] Pushing event updated for resources: {'Port': ['ID=b848cabb-824f-4ee5-a3f2-bec53b54ef8e,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:17.124129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-97a4649a-e86a-4490-9921-d8a30ee791fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:17.154393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:17.155097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:40:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:17.252461 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:17.584697 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Allocated IP 172.28.2.123 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/887f0314-861d-4ece-b690-7befa669edfe) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:41:17.665716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 57e7e068-cfc2-42f5-a954-40122712f09a up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:17.697786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8fa0a142-42b2-43ab-9db1-313061378f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:17.787533 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 57e7e068-cfc2-42f5-a954-40122712f09a completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:17.795534 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:17.812666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 57e7e068-cfc2-42f5-a954-40122712f09a triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:17.816094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:17.826647 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-958bf4b2-d9ae-4a77-8ed6-d407e3e5c121 req-14df4f54-2e99-4477-9c38-c53b619ffea9 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 210 time: 0.0745885 Apr 05 16:41:17.842454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:17.874771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:17.888999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:17.927683 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:18.031203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:18.068663 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:18.395776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b214c-578e-44a3-9c44-c429ca3bf56e req-19600194-041c-480a-b8b6-8d1df4825e31 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:18.397498 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-237b214c-578e-44a3-9c44-c429ca3bf56e req-19600194-041c-480a-b8b6-8d1df4825e31 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 944 time: 0.4051478 Apr 05 16:41:18.511276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c61164-6a58-4c14-9307-44365b69f77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e7e068-cfc2-42f5-a954-40122712f09a'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:41:18.512256 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-237b214c-578e-44a3-9c44-c429ca3bf56e req-d8ed666f-530c-46be-8c63-ec3383b3c8d0 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051543 Apr 05 16:41:18.523553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-9d151676-b1e0-417b-9f99-db7d36f1dcdc tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:18.525472 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-9d151676-b1e0-417b-9f99-db7d36f1dcdc tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 819 time: 0.3700304 Apr 05 16:41:18.546404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Request body: {'port': {'device_id': 'c35798f0-3250-4d55-b985-03340ca7c6c4', 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58', 'admin_state_up': True, 'tenant_id': '58c8ef6370b54d88951195cadafd193b'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:18.551090 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Pushing event updated for resources: {'Port': ['ID=4503e9fd-df6d-4af1-9a8a-016c867d942c,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:18.588116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:18.589463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:18.606308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 57e7e068-cfc2-42f5-a954-40122712f09a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=57e7e068-cfc2-42f5-a954-40122712f09a,segment=NetworkSegment(bfc2ea02-958f-46fd-9f98-f33457627c63),segment_id=bfc2ea02-958f-46fd-9f98-f33457627c63)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:18.613191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:18.618450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:18.630362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:18.834941 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=57e7e068-cfc2-42f5-a954-40122712f09a,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:18.841240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:18.860422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:18.878123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Usage tracker for resource:port and tenant:58c8ef6370b54d88951195cadafd193b is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:18.882265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:18.896472 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:16Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:18.898710 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:18.906208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d7433-f48f-41c8-b3d5-cbc68fb2a244 None None] The sync data for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb is: [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:16Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:41:18.921775 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Made reservation on behalf of 58c8ef6370b54d88951195cadafd193b for: {'port': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:41:18.928466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:19.101264 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7f47713c-3cf1-4dd9-aa91-0df1a422cf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:19.196043 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device b848cabb-824f-4ee5-a3f2-bec53b54ef8e up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:19.297311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Network b72bdfd5-1c14-484f-aa7d-91be82cecf58 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:19.303339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:19.343944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:41:19.383845 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'Port': ['ID=887f0314-861d-4ece-b690-7befa669edfe,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:19.401944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:19.472932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port b848cabb-824f-4ee5-a3f2-bec53b54ef8e completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:19.474789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Allocated IP 172.20.0.14 (b72bdfd5-1c14-484f-aa7d-91be82cecf58/79beb238-f897-4134-aa81-df3a0be93760/31693ee6-ee7f-4ead-b469-4cdf78e09a68) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:41:19.495936 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port b848cabb-824f-4ee5-a3f2-bec53b54ef8e triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:19.496380 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:19.558859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:19.575826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:19.600484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:41:19.671161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:19.673665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:19.788969 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6498678 Apr 05 16:41:19.827333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:19.830081 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:19.876796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port b848cabb-824f-4ee5-a3f2-bec53b54ef8e, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=b848cabb-824f-4ee5-a3f2-bec53b54ef8e,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:19.881344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:19.887792 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:19.934400 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7b80b4a2-ae4e-48eb-8edf-507dc3821805 req-57ab1db9-cc3b-4fa2-beb1-43dbb5bd9236 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 210 time: 0.1667533 Apr 05 16:41:19.939713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:19.940397 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:19.975061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Request body: {'port': {'device_id': '5c29973e-f024-491a-ae38-128e6673a59b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:20.000747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=b848cabb-824f-4ee5-a3f2-bec53b54ef8e,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:20.013774 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:20.218860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:20.279250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:20.348615 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c61164-6a58-4c14-9307-44365b69f77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e7e068-cfc2-42f5-a954-40122712f09a', 'code': 200} Apr 05 16:41:20.439301 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5e300-8ec8-4ed2-a55c-69a675a3f8e4 req-d4b95ddb-7f62-44b5-85d2-bf22746f8953 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:20.445183 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fbf5e300-8ec8-4ed2-a55c-69a675a3f8e4 req-d4b95ddb-7f62-44b5-85d2-bf22746f8953 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 945 time: 0.6753104 Apr 05 16:41:20.548564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:20.602989 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fbf5e300-8ec8-4ed2-a55c-69a675a3f8e4 req-6321d61a-31dd-49a9-a47d-85736f877877 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469789 Apr 05 16:41:20.656188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:20.750243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.41', 49912) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:20.751103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Pushing event updated for resources: {'Port': ['ID=31693ee6-ee7f-4ead-b469-4cdf78e09a68,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:20.758805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:21.011189 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-f90b054a-0a82-48b2-bf1e-0116141c5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:21.025009 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-f90b054a-0a82-48b2-bf1e-0116141c5b22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 1098 time: 0.2706912 Apr 05 16:41:21.071695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:21.179218 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device b848cabb-824f-4ee5-a3f2-bec53b54ef8e up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:21.209973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Network b72bdfd5-1c14-484f-aa7d-91be82cecf58 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:21.231317 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:21.244683 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:21.247496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:41:21.253643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:21.254331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:21.280803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] Usage tracker for resource:security_group_rule and tenant:c62fd4e6b026406582ede2202f5ac70c is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:21.285462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:21.302248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:21.332791 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7906871 Apr 05 16:41:21.386260 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Request body: {'port': {'device_id': 'c35798f0-3250-4d55-b985-03340ca7c6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:21.415619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:21.445596 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port b848cabb-824f-4ee5-a3f2-bec53b54ef8e triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:21.445972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:21.524972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726af187-d13d-4ba3-845b-431c2ca40202 req-26f8f9b6-4183-4f1c-98d9-001e76501e43 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:21.528523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-726af187-d13d-4ba3-845b-431c2ca40202 req-26f8f9b6-4183-4f1c-98d9-001e76501e43 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Synchronizing usage tracker for tenant:58c8ef6370b54d88951195cadafd193b on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:41:21.737735 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.resource_extend [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 16:41:21.738643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-726af187-d13d-4ba3-845b-431c2ca40202 req-26f8f9b6-4183-4f1c-98d9-001e76501e43 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Unset dirty status for tenant:58c8ef6370b54d88951195cadafd193b on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:41:21.746001 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-726af187-d13d-4ba3-845b-431c2ca40202 req-26f8f9b6-4183-4f1c-98d9-001e76501e43 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 932 time: 0.6309917 Apr 05 16:41:21.784358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:21.800137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:21.809695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:21.812346 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4503e9fd-df6d-4af1-9a8a-016c867d942c {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:41:21.841690 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:21.847889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:21.942408 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'Port': ['ID=887f0314-861d-4ece-b690-7befa669edfe,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:21.951488 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-726af187-d13d-4ba3-845b-431c2ca40202 req-1c1c0177-9553-4c81-a5a7-a442b260db3b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043827 Apr 05 16:41:21.953052 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:22.003238 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:22.023096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:22.025369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Transition to ACTIVE for port object 4503e9fd-df6d-4af1-9a8a-016c867d942c will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:22.042983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:22.063951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:22.131888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f54acda1-5a5c-41ad-83ab-48ca9cc60084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:22.145023 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1190264 Apr 05 16:41:22.151667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Pushing event updated for resources: {'Port': ['ID=4503e9fd-df6d-4af1-9a8a-016c867d942c,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:22.160786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:22.221145 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebfded-1da1-4fca-875f-82e61eba3e0e req-01c21eeb-7a2e-4da0-979f-11e25123f78a tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:22.223587 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a9ebfded-1da1-4fca-875f-82e61eba3e0e req-01c21eeb-7a2e-4da0-979f-11e25123f78a tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 945 time: 0.4195230 Apr 05 16:41:22.237467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55f70c-7bd9-45d0-93e7-88cf551befce,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:22.258947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:22.388660 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a9ebfded-1da1-4fca-875f-82e61eba3e0e req-a1a25cf3-3923-426f-9ca1-750c4375ba98 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573093 Apr 05 16:41:22.474665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:22.626824 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:22.628537 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9480207 Apr 05 16:41:22.699541 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31693ee6-ee7f-4ead-b469-4cdf78e09a68 {{(pid=84411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:41:22.722956 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:22.744092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Attempting to bind port 4503e9fd-df6d-4af1-9a8a-016c867d942c on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:41:22.744852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Attempting to bind port 4503e9fd-df6d-4af1-9a8a-016c867d942c by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:41:22.745024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Attempting to bind port 4503e9fd-df6d-4af1-9a8a-016c867d942c on network b72bdfd5-1c14-484f-aa7d-91be82cecf58 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:22.750934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Port 4503e9fd-df6d-4af1-9a8a-016c867d942c on network b72bdfd5-1c14-484f-aa7d-91be82cecf58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:41:22.751414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Attempting to bind port 4503e9fd-df6d-4af1-9a8a-016c867d942c on network b72bdfd5-1c14-484f-aa7d-91be82cecf58 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:22.757924 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:41:22.758418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Checking segment: {'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:22.759071 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Bound using segment: {'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:41:22.759559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Transition to ACTIVE for port object 31693ee6-ee7f-4ead-b469-4cdf78e09a68 will not be triggered until provisioned by entity L2. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:22.759676 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Bound port: 4503e9fd-df6d-4af1-9a8a-016c867d942c, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:41:22.760255 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:22.765578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:22.790702 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2f2aa2a1-43c4-45d0-9c69-1ab57aec0e90 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:22.873485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] For port 4503e9fd-df6d-4af1-9a8a-016c867d942c, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:41:22.878610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] For port 4503e9fd-df6d-4af1-9a8a-016c867d942c, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:41:22.889108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:22.924036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e162ae5d-079a-446f-a93d-24418b740c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:23.194799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Pushing event updated for resources: {'Port': ['ID=31693ee6-ee7f-4ead-b469-4cdf78e09a68,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:23.199472 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Pushing event updated for resources: {'Port': ['ID=4503e9fd-df6d-4af1-9a8a-016c867d942c,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:23.202982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:23.225983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:23.226676 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:23.228880 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] 10.222.0.41 "PUT /v2.0/ports/4503e9fd-df6d-4af1-9a8a-016c867d942c HTTP/1.1" status: 200 len: 1093 time: 3.2633851 Apr 05 16:41:23.229524 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c29973e-f024-491a-ae38-128e6673a59b', 'tag': '4503e9fd-df6d-4af1-9a8a-016c867d942c'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:41:23.242278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:23.282389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-370daabb-1876-469c-a842-26d484f3c5b1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Synchronizing usage tracker for tenant:84491f900c4f4e738edf42007b2dd174 on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:41:23.285229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Attempting to bind port 31693ee6-ee7f-4ead-b469-4cdf78e09a68 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:41:23.285583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Attempting to bind port 31693ee6-ee7f-4ead-b469-4cdf78e09a68 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'}] {{(pid=84411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:41:23.286139 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Attempting to bind port 31693ee6-ee7f-4ead-b469-4cdf78e09a68 on network b72bdfd5-1c14-484f-aa7d-91be82cecf58 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:23.303912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Port 31693ee6-ee7f-4ead-b469-4cdf78e09a68 on network b72bdfd5-1c14-484f-aa7d-91be82cecf58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:41:23.304362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Attempting to bind port 31693ee6-ee7f-4ead-b469-4cdf78e09a68 on network b72bdfd5-1c14-484f-aa7d-91be82cecf58 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:23.323816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:41:23.324135 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Checking segment: {'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:23.324512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Bound using segment: {'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'} {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:41:23.325006 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Bound port: 31693ee6-ee7f-4ead-b469-4cdf78e09a68, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ada29dd-e163-488d-9905-9a741943eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58'}}] {{(pid=84411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:41:23.326009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:23.347194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-370daabb-1876-469c-a842-26d484f3c5b1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Unset dirty status for tenant:84491f900c4f4e738edf42007b2dd174 on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:41:23.355683 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-370daabb-1876-469c-a842-26d484f3c5b1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1181736401&fields=id&tenant_id=84491f900c4f4e738edf42007b2dd174 HTTP/1.1" status: 200 len: 267 time: 0.2654068 Apr 05 16:41:23.464342 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-6bbcad93-2ff9-449c-9084-c4001dac3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:23.464732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7263-3660-4fe2-9586-ce66d03e1885 req-53faeffc-bf8b-434b-b50b-4412285a06fc tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:23.466446 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-794b7263-3660-4fe2-9586-ce66d03e1885 req-53faeffc-bf8b-434b-b50b-4412285a06fc tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 944 time: 0.2961023 Apr 05 16:41:23.467038 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-6bbcad93-2ff9-449c-9084-c4001dac3a95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 1096 time: 0.1697938 Apr 05 16:41:23.571946 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-821336b8-c423-4c90-b2a4-62df94a14679 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c HTTP/1.1" status: 200 len: 217 time: 0.0867360 Apr 05 16:41:23.623768 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] For port 31693ee6-ee7f-4ead-b469-4cdf78e09a68, host hv-cinder-77459, cleared binding levels {{(pid=84411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:41:23.635185 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-794b7263-3660-4fe2-9586-ce66d03e1885 req-7b5937d9-ca18-487c-a1f4-d7f0334ed97c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525593 Apr 05 16:41:23.645904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] For port 31693ee6-ee7f-4ead-b469-4cdf78e09a68, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=31693ee6-ee7f-4ead-b469-4cdf78e09a68,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:41:23.657265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:23.664450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-a9e2b3aa-ca70-450a-8e26-44c9ef44badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:23.666270 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-a9e2b3aa-ca70-450a-8e26-44c9ef44badc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.0870938 Apr 05 16:41:23.676364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:23.726507 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-cd0a865d-7f7b-49ed-adb7-b25cfebbe388 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525093 Apr 05 16:41:23.746267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-da6423a0-8727-47be-89af-730926e3d3a2 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:23.753908 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-da6423a0-8727-47be-89af-730926e3d3a2 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 811 time: 0.3971124 Apr 05 16:41:24.153349 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-05081fe7-bd7f-43cc-b22b-7f1f5057fb43 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160910 Apr 05 16:41:24.177653 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-848f3da2-4055-4136-8899-9bdbbc39d957 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/quotas/84491f900c4f4e738edf42007b2dd174 HTTP/1.1" status: 200 len: 375 time: 0.4226694 Apr 05 16:41:24.313490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Pushing event updated for resources: {'Port': ['ID=31693ee6-ee7f-4ead-b469-4cdf78e09a68,revision_number=3']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:24.320464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:24.410674 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:24.411630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:24.412117 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a530ec-6c0f-40f9-86f4-269279930a07 req-eaa2da82-b7ef-4a43-96f1-ea365d536e85 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437518 Apr 05 16:41:24.414260 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] 10.222.0.41 "PUT /v2.0/ports/31693ee6-ee7f-4ead-b469-4cdf78e09a68 HTTP/1.1" status: 200 len: 1094 time: 3.0565872 Apr 05 16:41:24.418961 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35798f0-3250-4d55-b985-03340ca7c6c4', 'tag': '31693ee6-ee7f-4ead-b469-4cdf78e09a68'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:41:24.460095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-2caa8ccf-ffcf-48d2-8bd8-5002138a8432 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Synchronizing usage tracker for tenant:84491f900c4f4e738edf42007b2dd174 on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:41:24.473166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba38115-e7e4-4517-adbf-7d9f90e07c72 req-72b989a6-3427-42d5-b6b9-968d01135252 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:24.474927 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6ba38115-e7e4-4517-adbf-7d9f90e07c72 req-72b989a6-3427-42d5-b6b9-968d01135252 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 945 time: 0.3143826 Apr 05 16:41:24.510827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-2caa8ccf-ffcf-48d2-8bd8-5002138a8432 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Unset dirty status for tenant:84491f900c4f4e738edf42007b2dd174 on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:41:24.512315 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-2caa8ccf-ffcf-48d2-8bd8-5002138a8432 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3335733 Apr 05 16:41:24.586401 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6ba38115-e7e4-4517-adbf-7d9f90e07c72 req-48c6508b-4aa0-46e5-a70e-f5cb4cbb66af tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014793 Apr 05 16:41:24.744127 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-05b928b6-926e-4513-b2d8-adf14523e9d4 service neutron] 10.222.0.15 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159243 Apr 05 16:41:24.754334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-5b264ed3-4864-4912-a289-e121256fdb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:24.757129 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-5b264ed3-4864-4912-a289-e121256fdb52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 1097 time: 0.1466410 Apr 05 16:41:24.851212 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c29973e-f024-491a-ae38-128e6673a59b', 'tag': '4503e9fd-df6d-4af1-9a8a-016c867d942c', 'status': 'completed', 'code': 200} Apr 05 16:41:24.868543 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-73d67530-1b8f-418d-9aa5-b7f5e59c380e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31693ee6-ee7f-4ead-b469-4cdf78e09a68 HTTP/1.1" status: 200 len: 217 time: 0.0962851 Apr 05 16:41:24.869874 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35798f0-3250-4d55-b985-03340ca7c6c4', 'tag': '31693ee6-ee7f-4ead-b469-4cdf78e09a68', 'status': 'completed', 'code': 200} Apr 05 16:41:24.973615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-e5b9cfa1-e757-4d9a-af13-d8bee2196250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:24.975223 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-e5b9cfa1-e757-4d9a-af13-d8bee2196250 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.0965114 Apr 05 16:41:25.028050 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5311811-7e59-4cff-a47b-1cc5a221d8f4 service neutron] 10.222.0.15 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775588 Apr 05 16:41:25.031137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae524fe-ceaf-4669-8ef4-5d9c26096959 req-577d714a-d319-4c89-8785-4e3e15a0e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:25.032626 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0ae524fe-ceaf-4669-8ef4-5d9c26096959 req-577d714a-d319-4c89-8785-4e3e15a0e4f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 1096 time: 0.1649621 Apr 05 16:41:25.060038 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-9c3225c8-bb1b-433c-9ba8-5f6185d98e55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766063 Apr 05 16:41:25.289472 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-a3a4c5ae-c8a3-471c-bf4c-b5e02d74e8f9 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201054 Apr 05 16:41:25.492097 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a31da611-e819-42fe-909d-8e623428b951 req-f7822140-bde8-4cbf-a50c-8c35d8283f10 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 210 time: 0.0924182 Apr 05 16:41:25.547531 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae524fe-ceaf-4669-8ef4-5d9c26096959 req-c9dfbf13-53c4-4890-9c83-418afbcc5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:25.550004 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0ae524fe-ceaf-4669-8ef4-5d9c26096959 req-c9dfbf13-53c4-4890-9c83-418afbcc5fe9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 920 time: 0.5092845 Apr 05 16:41:25.570586 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-59a17ab2-2ab1-4231-972b-4cb99f3fa51b req-b53b9b2e-3092-4d79-b18e-68dfae364ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644570 Apr 05 16:41:25.571355 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95323390-e4e7-484a-a1aa-942e88285667 req-91094342-4820-4ccf-9763-76d4a1ba535e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:25.573984 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-95323390-e4e7-484a-a1aa-942e88285667 req-91094342-4820-4ccf-9763-76d4a1ba535e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 944 time: 0.2962253 Apr 05 16:41:25.758830 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0ae524fe-ceaf-4669-8ef4-5d9c26096959 req-6cd759f0-1362-41b1-a593-b7639a55425e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c HTTP/1.1" status: 200 len: 217 time: 0.1837742 Apr 05 16:41:25.834482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a82d-128d-471a-94f6-cf128b593a40 req-dad21dad-b859-4c0d-9fdd-8abe5e2b0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:25.836560 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17e2a82d-128d-471a-94f6-cf128b593a40 req-dad21dad-b859-4c0d-9fdd-8abe5e2b0589 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 1097 time: 0.1506426 Apr 05 16:41:25.920364 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-95323390-e4e7-484a-a1aa-942e88285667 req-69550c00-366b-4a0c-871d-b1730008a3ef tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015443 Apr 05 16:41:25.937460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae524fe-ceaf-4669-8ef4-5d9c26096959 req-e76bda97-6629-406d-85e7-5764266e2264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:25.939452 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0ae524fe-ceaf-4669-8ef4-5d9c26096959 req-e76bda97-6629-406d-85e7-5764266e2264 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.1340184 Apr 05 16:41:26.021758 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0ae524fe-ceaf-4669-8ef4-5d9c26096959 req-c2e6aae5-6e82-44d5-a9d2-4a94a5dfbc10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547061 Apr 05 16:41:26.035107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113076df-0d28-44cf-986e-6c498138b6d1 req-9572e347-a47a-427e-a090-7dc0f5f17f0c tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:26.036820 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-113076df-0d28-44cf-986e-6c498138b6d1 req-9572e347-a47a-427e-a090-7dc0f5f17f0c tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 945 time: 0.3169558 Apr 05 16:41:26.044290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a82d-128d-471a-94f6-cf128b593a40 req-9914445a-a8bd-4717-bec1-7d8910e2dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:26.045906 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17e2a82d-128d-471a-94f6-cf128b593a40 req-9914445a-a8bd-4717-bec1-7d8910e2dd91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 920 time: 0.2018893 Apr 05 16:41:26.132412 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17e2a82d-128d-471a-94f6-cf128b593a40 req-a0b3aa9b-c793-416f-a661-8df3a35c7795 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31693ee6-ee7f-4ead-b469-4cdf78e09a68 HTTP/1.1" status: 200 len: 217 time: 0.0785615 Apr 05 16:41:26.196910 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-113076df-0d28-44cf-986e-6c498138b6d1 req-73b210a5-270b-4042-bf38-1311d2225d71 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362386 Apr 05 16:41:26.224079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a82d-128d-471a-94f6-cf128b593a40 req-d5eaac5b-b5e5-47e9-8f85-7ac789a51ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:26.226010 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17e2a82d-128d-471a-94f6-cf128b593a40 req-d5eaac5b-b5e5-47e9-8f85-7ac789a51ccc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.0880294 Apr 05 16:41:26.251823 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0ae524fe-ceaf-4669-8ef4-5d9c26096959 req-f925f117-4923-47e6-b20a-1c4a0ff6d78f service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138734 Apr 05 16:41:26.356304 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17e2a82d-128d-471a-94f6-cf128b593a40 req-8f91e6ec-bdd6-44e2-9dde-cc54ef5c1284 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177280 Apr 05 16:41:26.421228 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0ae524fe-ceaf-4669-8ef4-5d9c26096959 req-fc1b16b5-163e-43ad-87a7-ee25fd8b2383 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613746 Apr 05 16:41:26.554177 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17e2a82d-128d-471a-94f6-cf128b593a40 req-0e179c56-55e8-46a2-9d73-482d05f6130a service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895554 Apr 05 16:41:26.662385 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-eafc4149-8834-4a48-8b1b-bcae0728956c req-4ff583cd-3645-4955-a513-6095c8a8f866 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 210 time: 0.0583150 Apr 05 16:41:26.722534 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17e2a82d-128d-471a-94f6-cf128b593a40 req-390661ad-0a30-4f31-bbea-5d4e84a6b8ae service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518021 Apr 05 16:41:27.097593 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-c151ea0a-9aeb-4426-8afd-4d8388063b6b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:27.098583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-c151ea0a-9aeb-4426-8afd-4d8388063b6b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Synchronizing usage tracker for tenant:84491f900c4f4e738edf42007b2dd174 on resource:network {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:41:27.124291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-c151ea0a-9aeb-4426-8afd-4d8388063b6b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Unset dirty status for tenant:84491f900c4f4e738edf42007b2dd174 on resource:network {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:41:27.125583 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-c151ea0a-9aeb-4426-8afd-4d8388063b6b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.41 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 811 time: 0.2209275 Apr 05 16:41:27.200303 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170ecd-ae63-4a06-ba95-00bcf0949ce7 req-c44cd07f-9ec7-41fc-ad0e-cf4453dd6b81 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:27.208244 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1d170ecd-ae63-4a06-ba95-00bcf0949ce7 req-c44cd07f-9ec7-41fc-ad0e-cf4453dd6b81 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 944 time: 0.1354175 Apr 05 16:41:27.242441 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-8f9258cc-8446-4abb-817c-ad85d4dda2bb tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Synchronizing usage tracker for tenant:84491f900c4f4e738edf42007b2dd174 on resource:security_group {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:41:27.254682 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 31693ee6-ee7f-4ead-b469-4cdf78e09a68 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:41:27.257749 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-8f9258cc-8446-4abb-817c-ad85d4dda2bb tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Unset dirty status for tenant:84491f900c4f4e738edf42007b2dd174 on resource:security_group {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:41:27.260056 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-8f9258cc-8446-4abb-817c-ad85d4dda2bb tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84491f900c4f4e738edf42007b2dd174 HTTP/1.1" status: 200 len: 5704 time: 0.1192799 Apr 05 16:41:27.265156 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1d170ecd-ae63-4a06-ba95-00bcf0949ce7 req-8d14e88e-54c5-4998-99dd-f8cb86469542 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556848 Apr 05 16:41:27.285495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'port': {'device_id': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'admin_state_up': True, 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'security_groups': ['ee38bec9-607e-473d-945e-6d12dbb17da1']}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:27.438713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 31693ee6-ee7f-4ead-b469-4cdf78e09a68, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=31693ee6-ee7f-4ead-b469-4cdf78e09a68,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:27.457891 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '31693ee6-ee7f-4ead-b469-4cdf78e09a68', 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58', 'port_id': '31693ee6-ee7f-4ead-b469-4cdf78e09a68', 'mac_address': 'fa:16:3e:97:95:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79beb238-f897-4134-aa81-df3a0be93760', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:41:27.476549 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:27.491697 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:27.503863 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Made reservation on behalf of 84491f900c4f4e738edf42007b2dd174 for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:41:27.511311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:27.531061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:27.549644 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31693ee6-ee7f-4ead-b469-4cdf78e09a68 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:41:27.570904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 31693ee6-ee7f-4ead-b469-4cdf78e09a68, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=31693ee6-ee7f-4ead-b469-4cdf78e09a68,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:27.579571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:27.580428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 4503e9fd-df6d-4af1-9a8a-016c867d942c details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:41:27.584145 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3680c15c-3a4e-451b-a8b2-f9aeb34f2aad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:27.663951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=31693ee6-ee7f-4ead-b469-4cdf78e09a68,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:27.667386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:27.695511 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 4503e9fd-df6d-4af1-9a8a-016c867d942c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:27.717694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '4503e9fd-df6d-4af1-9a8a-016c867d942c', 'network_id': 'b72bdfd5-1c14-484f-aa7d-91be82cecf58', 'port_id': '4503e9fd-df6d-4af1-9a8a-016c867d942c', 'mac_address': 'fa:16:3e:db:cb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79beb238-f897-4134-aa81-df3a0be93760', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:41:27.732256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Allocated IP 172.20.0.11 (4f807c98-88e3-44e9-9803-188185937988/df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9/c787a264-d1e8-4aab-998d-93b4a1114166) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:41:27.786327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:27.807944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4503e9fd-df6d-4af1-9a8a-016c867d942c {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:41:27.825370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 4503e9fd-df6d-4af1-9a8a-016c867d942c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:27.829900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:27.833017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:27.925398 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=4503e9fd-df6d-4af1-9a8a-016c867d942c,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:27.940077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:27.945388 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9869649d-0552-403c-9c28-80d16c131e41 req-12786627-8d6d-4182-9432-7ff8c70b65da tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 210 time: 0.0635939 Apr 05 16:41:27.976563 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:27.995601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Transition to ACTIVE for port object c787a264-d1e8-4aab-998d-93b4a1114166 will not be triggered until provisioned by entity DHCP. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:28.024513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:28.125489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:28.226816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'Port': ['ID=c787a264-d1e8-4aab-998d-93b4a1114166,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:28.238522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:28.266305 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Network 4f807c98-88e3-44e9-9803-188185937988 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:28.268201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:28.270211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:41:28.380248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['4503e9fd-df6d-4af1-9a8a-016c867d942c'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:41:28.410969 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:28.411830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:28.473053 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1971719 Apr 05 16:41:28.491711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Request body: {'port': {'device_id': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:28.499659 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['31693ee6-ee7f-4ead-b469-4cdf78e09a68'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:41:28.677121 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-9a130037-c6fe-4389-a3ed-796d69ee3901 None None] Provisioning for port c787a264-d1e8-4aab-998d-93b4a1114166 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:28.681835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3eb52-2d13-4c6b-92a7-16ca05ff7e45 req-6555fad1-570a-467e-b54b-bc8567de528b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:28.694437 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:28.694836 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b8f3eb52-2d13-4c6b-92a7-16ca05ff7e45 req-6555fad1-570a-467e-b54b-bc8567de528b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 945 time: 0.1934321 Apr 05 16:41:28.717408 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-9a130037-c6fe-4389-a3ed-796d69ee3901 None None] Provisioning complete for port c787a264-d1e8-4aab-998d-93b4a1114166 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:28.717879 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9a130037-c6fe-4389-a3ed-796d69ee3901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:28.807714 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b8f3eb52-2d13-4c6b-92a7-16ca05ff7e45 req-bfb59864-9a4a-4f8a-9d45-3f7de8b3df2d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041448 Apr 05 16:41:28.847920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-9a130037-c6fe-4389-a3ed-796d69ee3901 None None] Port c787a264-d1e8-4aab-998d-93b4a1114166 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:41:29.206878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4847a71-30f0-4d9e-be87-ee67a0f0e4e2 req-a29bc68e-3935-4895-9e42-880546f9c341 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:29.208648 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d4847a71-30f0-4d9e-be87-ee67a0f0e4e2 req-a29bc68e-3935-4895-9e42-880546f9c341 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 932 time: 0.1124487 Apr 05 16:41:29.308922 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d4847a71-30f0-4d9e-be87-ee67a0f0e4e2 req-46c6d312-5ccb-47d0-a340-eb343e165448 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901570 Apr 05 16:41:29.574838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c787a264-d1e8-4aab-998d-93b4a1114166 {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:41:29.584056 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:29.601858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Transition to ACTIVE for port object c787a264-d1e8-4aab-998d-93b4a1114166 will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:29.607872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:29.628676 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:29.711035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56232) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:29.797466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Pushing event updated for resources: {'Port': ['ID=c787a264-d1e8-4aab-998d-93b4a1114166,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:29.802902 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:29.884229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:29.918092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:29.926753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] Usage tracker for resource:security_group_rule and tenant:db442e42524847bcbcec131a6e17810d is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:29.934931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:29.948285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:30.068639 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Attempting to bind port c787a264-d1e8-4aab-998d-93b4a1114166 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:41:30.069130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Attempting to bind port c787a264-d1e8-4aab-998d-93b4a1114166 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:41:30.069644 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Attempting to bind port c787a264-d1e8-4aab-998d-93b4a1114166 on network 4f807c98-88e3-44e9-9803-188185937988 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:30.076528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Port c787a264-d1e8-4aab-998d-93b4a1114166 on network 4f807c98-88e3-44e9-9803-188185937988 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:41:30.077048 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Attempting to bind port c787a264-d1e8-4aab-998d-93b4a1114166 on network 4f807c98-88e3-44e9-9803-188185937988 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:30.083454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:41:30.083975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Checking segment: {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:30.085358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Bound using segment: {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:41:30.085708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Bound port: c787a264-d1e8-4aab-998d-93b4a1114166, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:41:30.086646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:30.148851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c7218-cbe5-4e85-8393-4cae6c6d44f5 req-2c79b55f-f0b5-4fcd-8232-634f7fdbf550 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:30.151441 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1d4c7218-cbe5-4e85-8393-4cae6c6d44f5 req-2c79b55f-f0b5-4fcd-8232-634f7fdbf550 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 945 time: 0.1488779 Apr 05 16:41:30.161770 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:30.180341 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:30.199662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] For port c787a264-d1e8-4aab-998d-93b4a1114166, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:41:30.203025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] For port c787a264-d1e8-4aab-998d-93b4a1114166, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c787a264-d1e8-4aab-998d-93b4a1114166,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:41:30.205642 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8471d97f-3780-471c-823a-81daad0b803b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:30.206915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:30.259355 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db442e42524847bcbcec131a6e17810d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5460541 Apr 05 16:41:30.264573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87622ef9-352f-4fad-9fa2-41e95162e7b3,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:30.267605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56252) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:30.317215 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:30.321493 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1d4c7218-cbe5-4e85-8393-4cae6c6d44f5 req-22b8aaa8-1484-459b-8fcf-27bc28290521 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621249 Apr 05 16:41:30.349928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:30.413803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:30.414426 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:30.416010 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] 10.222.0.41 "PUT /v2.0/ports/c787a264-d1e8-4aab-998d-93b4a1114166 HTTP/1.1" status: 200 len: 1094 time: 1.9292500 Apr 05 16:41:30.418540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'tag': 'c787a264-d1e8-4aab-998d-93b4a1114166'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:41:30.453647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-981e38cf-f46b-4b37-a35f-4aa2b435f91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:30.483573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Pushing event updated for resources: {'Port': ['ID=c787a264-d1e8-4aab-998d-93b4a1114166,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:30.490643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:30.520707 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-981e38cf-f46b-4b37-a35f-4aa2b435f91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:30.557296 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'tag': 'c787a264-d1e8-4aab-998d-93b4a1114166', 'status': 'completed', 'code': 200} Apr 05 16:41:30.633377 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-a1b8b645-7a95-4408-a3a1-ea0f5c88cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:30.635423 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-a1b8b645-7a95-4408-a3a1-ea0f5c88cdc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 1097 time: 0.1462309 Apr 05 16:41:30.769126 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-6ce8ba34-b396-4620-a111-0b75196728c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c787a264-d1e8-4aab-998d-93b4a1114166 HTTP/1.1" status: 200 len: 217 time: 0.1170292 Apr 05 16:41:30.890811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-495370dd-04a2-4528-b19f-008cf20b3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:30.893837 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-495370dd-04a2-4528-b19f-008cf20b3915 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 HTTP/1.1" status: 200 len: 850 time: 0.1162169 Apr 05 16:41:30.925151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-981e38cf-f46b-4b37-a35f-4aa2b435f91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:30.934930 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:30.959017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24add17a-86ec-4822-be9f-074ffcff4881 req-c216f69a-0963-4638-8dbe-2e5b70e05799 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:30.961087 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-24add17a-86ec-4822-be9f-074ffcff4881 req-c216f69a-0963-4638-8dbe-2e5b70e05799 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 944 time: 0.3819108 Apr 05 16:41:30.963913 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e38cf-f46b-4b37-a35f-4aa2b435f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87622ef9-352f-4fad-9fa2-41e95162e7b3,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:30.968622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-981e38cf-f46b-4b37-a35f-4aa2b435f91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:30.971442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-981e38cf-f46b-4b37-a35f-4aa2b435f91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:30.972652 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-981e38cf-f46b-4b37-a35f-4aa2b435f91c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87622ef9-352f-4fad-9fa2-41e95162e7b3 HTTP/1.1" status: 204 len: 168 time: 0.7037702 Apr 05 16:41:31.036644 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-24add17a-86ec-4822-be9f-074ffcff4881 req-72563faa-3a25-44bf-b062-f52fb2d4755d tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588369 Apr 05 16:41:31.061434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-31da3043-d1e9-45db-b210-ac710535c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:31.063165 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-31da3043-d1e9-45db-b210-ac710535c6b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f807c98-88e3-44e9-9803-188185937988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1554186 Apr 05 16:41:31.217950 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-ed48deb9-2721-4efc-a9aa-a18182c827c1 service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461177 Apr 05 16:41:31.230439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56292) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:31.295818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 31693ee6-ee7f-4ead-b469-4cdf78e09a68 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:31.343547 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56298) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:31.449120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 31693ee6-ee7f-4ead-b469-4cdf78e09a68 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:31.456313 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-529d8ad0-6715-4d28-aafb-70500f1abd45 req-2165fe82-724d-4a0b-8cc7-af9a276f4bcc service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307277 Apr 05 16:41:31.458139 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 31693ee6-ee7f-4ead-b469-4cdf78e09a68 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:31.458602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:31.531747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:31.599980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:31.619970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:31.635294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:31.643425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35798f0-3250-4d55-b985-03340ca7c6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31693ee6-ee7f-4ead-b469-4cdf78e09a68'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:41:31.647425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] Usage tracker for resource:security_group_rule and tenant:954cb7107f394197826047f09cbb6cef is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:31.652030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:31.660260 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:31.664490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] Usage tracker for resource:security_group_rule and tenant:188a50be9d7b412c914a624f95567756 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:31.665958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 31693ee6-ee7f-4ead-b469-4cdf78e09a68, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=31693ee6-ee7f-4ead-b469-4cdf78e09a68,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:31.671437 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:31.678725 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:31.680600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:31.684062 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 4503e9fd-df6d-4af1-9a8a-016c867d942c up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:31.697645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56314) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:31.729406 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:31.773246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:31.774849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:31.775255 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:31.777871 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35798f0-3250-4d55-b985-03340ca7c6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31693ee6-ee7f-4ead-b469-4cdf78e09a68', 'code': 200} Apr 05 16:41:31.778752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:31.790907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:31.803815 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] Usage tracker for resource:security_group_rule and tenant:d60de9f823524b389c7f07aff75f03eb is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:31.815573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0295a319-1fb8-42d9-b290-741da4cbbbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:31.819901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:31.832013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:31.848322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-f0d20c50-9ab9-4214-a22a-07d2875e0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:31.849989 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-f0d20c50-9ab9-4214-a22a-07d2875e0443 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 1097 time: 0.2661304 Apr 05 16:41:31.892086 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=188a50be9d7b412c914a624f95567756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470707 Apr 05 16:41:31.896823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56326) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:31.918420 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=31693ee6-ee7f-4ead-b469-4cdf78e09a68,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:31.934779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:31.935988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 4503e9fd-df6d-4af1-9a8a-016c867d942c completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:31.942177 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 4503e9fd-df6d-4af1-9a8a-016c867d942c triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:31.942602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:31.992385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffa02b6-1e2d-44ee-a71f-884ce746848d,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:32.019174 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:32.029038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29299a2e-0e10-4ca8-b4a9-c949a6988d0d req-0b32eb88-2614-4c06-a6f1-3b256f09c79e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:32.038218 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-29299a2e-0e10-4ca8-b4a9-c949a6988d0d req-0b32eb88-2614-4c06-a6f1-3b256f09c79e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 945 time: 0.4886494 Apr 05 16:41:32.138882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-3385b983-0591-496d-9f80-b0751350e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:32.140627 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-3385b983-0591-496d-9f80-b0751350e295 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 912 time: 0.2743552 Apr 05 16:41:32.189412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c758e077-d259-48db-a495-323e19486f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.200537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.244051 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 4503e9fd-df6d-4af1-9a8a-016c867d942c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:32.248867 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.253226 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:32.268486 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-c89210ce-cf56-4900-8a19-4776eca1b457 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c787a264-d1e8-4aab-998d-93b4a1114166 HTTP/1.1" status: 200 len: 217 time: 0.1161335 Apr 05 16:41:32.271544 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-29299a2e-0e10-4ca8-b4a9-c949a6988d0d req-871a832c-2180-4e03-91f1-fb137a6bce95 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321126 Apr 05 16:41:32.332466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c758e077-d259-48db-a495-323e19486f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.383728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=4503e9fd-df6d-4af1-9a8a-016c867d942c,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:32.395095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:32.424274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.449572 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.462665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.497505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.498134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-313918c6-b4a3-46f3-a5d0-0052120f0e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:32.505064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-afdc11fb-ba9a-44e0-bfc6-a15c8bd352cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:32.507191 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-afdc11fb-ba9a-44e0-bfc6-a15c8bd352cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 HTTP/1.1" status: 200 len: 850 time: 0.1685073 Apr 05 16:41:32.517695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-050f9a55-8572-4b2e-8924-99eadb640d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:32.532371 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=954cb7107f394197826047f09cbb6cef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3001900 Apr 05 16:41:32.534813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae1e22-be82-4a4d-96fc-9fb8ff20d26b,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:32.543419 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:32.593028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56350) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:32.595636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8d8fc-3b64-4643-8651-e368592ce1f7 req-4689c24b-a416-4306-ae7f-3654cad5f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:32.597701 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-95f8d8fc-3b64-4643-8651-e368592ce1f7 req-4689c24b-a416-4306-ae7f-3654cad5f038 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 1099 time: 0.5530593 Apr 05 16:41:32.634567 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d60de9f823524b389c7f07aff75f03eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9333789 Apr 05 16:41:32.634827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56360) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:32.638885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff478e7-b056-4883-be0e-9bc9cba2fbb3,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:32.655031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:32.710393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-36a7e23b-1daf-4849-83d3-550e970c0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:32.712025 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-36a7e23b-1daf-4849-83d3-550e970c0af0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f807c98-88e3-44e9-9803-188185937988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1818128 Apr 05 16:41:32.754789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c758e077-d259-48db-a495-323e19486f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.764522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e1ad-50b8-45f4-bb8d-c4f82049b5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.765943 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-981e38cf-f46b-4b37-a35f-4aa2b435f91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:32.807229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758e077-d259-48db-a495-323e19486f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffa02b6-1e2d-44ee-a71f-884ce746848d,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:32.809725 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c758e077-d259-48db-a495-323e19486f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:32.848841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98b4da26-9351-4993-94e4-39b9f3ebd2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.851834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-95f8d8fc-3b64-4643-8651-e368592ce1f7 req-1ac6b16c-e553-464c-a0bc-95d136aafca5 service neutron] Synchronizing usage tracker for tenant:c62fd4e6b026406582ede2202f5ac70c on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:41:32.862452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e1ad-50b8-45f4-bb8d-c4f82049b5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.896172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c758e077-d259-48db-a495-323e19486f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.897389 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-c758e077-d259-48db-a495-323e19486f71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dffa02b6-1e2d-44ee-a71f-884ce746848d HTTP/1.1" status: 204 len: 168 time: 0.9908645 Apr 05 16:41:32.924055 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98b4da26-9351-4993-94e4-39b9f3ebd2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.926076 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-956c4c21-4ee3-4fe9-8dfa-68857c39a0f9 service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036984 Apr 05 16:41:32.943958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e70641-cb69-42de-bf5a-896f84186374 req-8a133715-0ce8-4095-900e-41658f9e80b6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:32.945686 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f0e70641-cb69-42de-bf5a-896f84186374 req-8a133715-0ce8-4095-900e-41658f9e80b6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 944 time: 0.4505079 Apr 05 16:41:32.951909 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-95f8d8fc-3b64-4643-8651-e368592ce1f7 req-1ac6b16c-e553-464c-a0bc-95d136aafca5 service neutron] Unset dirty status for tenant:c62fd4e6b026406582ede2202f5ac70c on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:41:32.953083 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-95f8d8fc-3b64-4643-8651-e368592ce1f7 req-1ac6b16c-e553-464c-a0bc-95d136aafca5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079119 Apr 05 16:41:32.960361 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e1ad-50b8-45f4-bb8d-c4f82049b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:32.989031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2af0d7eb-a7d9-4c85-ab20-a80eaeb75cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:33.020061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56294295-79b4-43f4-bc2a-06dccf958708 req-71b9ca0d-7f50-46a2-9d77-1341b24f6364 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:33.021820 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-56294295-79b4-43f4-bc2a-06dccf958708 req-71b9ca0d-7f50-46a2-9d77-1341b24f6364 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 945 time: 0.3582466 Apr 05 16:41:33.049152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4e1ad-50b8-45f4-bb8d-c4f82049b5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff478e7-b056-4883-be0e-9bc9cba2fbb3,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:33.059210 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e9e4e1ad-50b8-45f4-bb8d-c4f82049b5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:33.063163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e1ad-50b8-45f4-bb8d-c4f82049b5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:33.067285 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e9e4e1ad-50b8-45f4-bb8d-c4f82049b5d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ff478e7-b056-4883-be0e-9bc9cba2fbb3 HTTP/1.1" status: 204 len: 168 time: 0.4286852 Apr 05 16:41:33.075446 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f0e70641-cb69-42de-bf5a-896f84186374 req-4845efc5-8c05-43dc-aea2-09266ea458a5 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114728 Apr 05 16:41:33.103970 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-56294295-79b4-43f4-bc2a-06dccf958708 req-5c81a4db-8a21-4015-9987-c3601e1f5e7e tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749991 Apr 05 16:41:33.111842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98b4da26-9351-4993-94e4-39b9f3ebd2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:33.119218 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:33.134105 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4da26-9351-4993-94e4-39b9f3ebd2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae1e22-be82-4a4d-96fc-9fb8ff20d26b,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:33.137231 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-98b4da26-9351-4993-94e4-39b9f3ebd2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:33.138985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98b4da26-9351-4993-94e4-39b9f3ebd2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:33.143722 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-98b4da26-9351-4993-94e4-39b9f3ebd2c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72ae1e22-be82-4a4d-96fc-9fb8ff20d26b HTTP/1.1" status: 204 len: 168 time: 0.5431981 Apr 05 16:41:33.146122 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-632f1c76-d975-4a89-ad08-fc74edc51b74 req-79925d28-fdd1-40d0-b30c-baeec87423e6 service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118902 Apr 05 16:41:33.491802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56396) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:33.521246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:33.564525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:33.581245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:bb1e7974a46f47a9b9e637199821fbe8 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:33.586224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:33.600899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf757fe-b961-48db-8343-d475e2335425 req-1c76e85a-d3bc-4629-9dd2-f9bfbe7e737f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:33.610787 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fdf757fe-b961-48db-8343-d475e2335425 req-1c76e85a-d3bc-4629-9dd2-f9bfbe7e737f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1754055 Apr 05 16:41:33.643660 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:33.684844 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fdf757fe-b961-48db-8343-d475e2335425 req-bdc20206-ac35-408a-a4e9-1d10125c330c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727997 Apr 05 16:41:33.714624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56410) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:33.738143 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:33.754263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:33.758643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] Usage tracker for resource:security_group_rule and tenant:f862a165ed9b450892aa4b99fa15325e is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:33.761781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:33.768146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:33.779600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c29973e-f024-491a-ae38-128e6673a59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4503e9fd-df6d-4af1-9a8a-016c867d942c'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:41:33.784796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:33.790947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:33.800581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2072bccf-2d97-4842-8991-4886d75be990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:33.843596 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9066da35-1bdb-44fc-a28f-3976eb9eae6c,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:33.845571 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c29973e-f024-491a-ae38-128e6673a59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4503e9fd-df6d-4af1-9a8a-016c867d942c', 'code': 200} Apr 05 16:41:33.854892 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:33.866142 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb1e7974a46f47a9b9e637199821fbe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727622 Apr 05 16:41:33.868884 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56418) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:33.883090 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:33.887762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:33.900912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:33.939682 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a65b0144-6437-4978-bb21-cfedf3ed3447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:33.953691 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f862a165ed9b450892aa4b99fa15325e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353122 Apr 05 16:41:33.953691 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d415cee2-c41c-408c-906c-6e7ff1518622,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:33.954218 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56422) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:33.958169 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:33.983878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a65b0144-6437-4978-bb21-cfedf3ed3447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:34.078638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b24aad9b-a774-4d71-b908-1488bb316803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:34.109334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a65b0144-6437-4978-bb21-cfedf3ed3447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:34.118262 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:34.129093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b24aad9b-a774-4d71-b908-1488bb316803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:34.141059 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b0144-6437-4978-bb21-cfedf3ed3447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9066da35-1bdb-44fc-a28f-3976eb9eae6c,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:34.145583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a65b0144-6437-4978-bb21-cfedf3ed3447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:34.171103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a65b0144-6437-4978-bb21-cfedf3ed3447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:34.178422 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a65b0144-6437-4978-bb21-cfedf3ed3447 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9066da35-1bdb-44fc-a28f-3976eb9eae6c HTTP/1.1" status: 204 len: 168 time: 0.3060491 Apr 05 16:41:34.232765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b24aad9b-a774-4d71-b908-1488bb316803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:34.237510 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:34.263944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24aad9b-a774-4d71-b908-1488bb316803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d415cee2-c41c-408c-906c-6e7ff1518622,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:34.266274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b24aad9b-a774-4d71-b908-1488bb316803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:34.292016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b24aad9b-a774-4d71-b908-1488bb316803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:34.295776 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b24aad9b-a774-4d71-b908-1488bb316803 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d415cee2-c41c-408c-906c-6e7ff1518622 HTTP/1.1" status: 204 len: 168 time: 0.3377986 Apr 05 16:41:34.382579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35612ca-f30f-4ea5-a07e-6cbf048ded23 req-c30e0c11-0024-46cd-8d2a-cb28f93b707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:34.384413 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b35612ca-f30f-4ea5-a07e-6cbf048ded23 req-c30e0c11-0024-46cd-8d2a-cb28f93b707e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 1098 time: 0.2417653 Apr 05 16:41:34.457803 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b35612ca-f30f-4ea5-a07e-6cbf048ded23 req-6210eecd-3d21-485d-92f5-e07bf71945b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615342 Apr 05 16:41:34.587910 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fd55e-3070-4cf8-a8bc-46f05e6fc391 req-33de374d-192b-4f3a-b60b-584fb8aa8d85 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:34.596060 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-404fd55e-3070-4cf8-a8bc-46f05e6fc391 req-33de374d-192b-4f3a-b60b-584fb8aa8d85 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 944 time: 0.2582872 Apr 05 16:41:34.643510 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-404fd55e-3070-4cf8-a8bc-46f05e6fc391 req-90484256-44b1-44a7-b855-84545877a84f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464582 Apr 05 16:41:34.676042 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d09460-c7e3-447d-b331-94fdc5da17b1 req-e22e2f55-587e-4734-84e2-e9c11631253e tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:34.677755 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f1d09460-c7e3-447d-b331-94fdc5da17b1 req-e22e2f55-587e-4734-84e2-e9c11631253e tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 945 time: 0.2908015 Apr 05 16:41:34.759497 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f1d09460-c7e3-447d-b331-94fdc5da17b1 req-3b6acaf9-f9b9-4dde-804d-265ed4802f4d tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740747 Apr 05 16:41:34.972448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f3cf0-c6ad-47fb-8794-1bac1126b681 req-4e86515d-9dfa-4332-bff8-29ded6522aa2 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:34.978383 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-021f3cf0-c6ad-47fb-8794-1bac1126b681 req-4e86515d-9dfa-4332-bff8-29ded6522aa2 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1043830 Apr 05 16:41:35.032911 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-021f3cf0-c6ad-47fb-8794-1bac1126b681 req-5988e536-e592-4d9c-8f13-595d34db91e2 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512083 Apr 05 16:41:35.130885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56484) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:35.165170 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:35.201107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:35.207147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] Usage tracker for resource:security_group_rule and tenant:c88e9e0bb1964b61bd9623d999f56c5b is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:35.210581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:35.217971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:35.319727 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:35.325762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:35.326753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device c787a264-d1e8-4aab-998d-93b4a1114166 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:41:35.360857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-87119e2a-d9d0-4cbf-89f6-a1ca66424a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:35.381152 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c88e9e0bb1964b61bd9623d999f56c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467341 Apr 05 16:41:35.382378 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56494) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:35.428515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009c8a0a-11a8-4078-87c7-97c091b66bde,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:35.446709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:35.459161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1f096619-2a56-4357-8aae-d075635caf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:35.503809 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1f096619-2a56-4357-8aae-d075635caf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:35.556983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port c787a264-d1e8-4aab-998d-93b4a1114166, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c787a264-d1e8-4aab-998d-93b4a1114166,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:35.584555 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': 'c787a264-d1e8-4aab-998d-93b4a1114166', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'port_id': 'c787a264-d1e8-4aab-998d-93b4a1114166', 'mac_address': 'fa:16:3e:78:cd:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:41:35.633394 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b86535-441b-4623-9fc8-26757df09109 req-f41006d5-72b9-45a7-9c60-1f7d13cde530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:35.638527 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b4b86535-441b-4623-9fc8-26757df09109 req-f41006d5-72b9-45a7-9c60-1f7d13cde530 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 1099 time: 0.1240406 Apr 05 16:41:35.645631 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1f096619-2a56-4357-8aae-d075635caf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:35.651859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-09f91d06-6cc4-47ca-977f-236f08797582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:35.656035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:35.661657 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4378-1369-46ee-8612-216d2135425c req-455ea9bc-951e-4d14-a05c-a7ae6459f85a tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:35.665381 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f096619-2a56-4357-8aae-d075635caf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009c8a0a-11a8-4078-87c7-97c091b66bde,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:35.668122 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1f096619-2a56-4357-8aae-d075635caf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:35.677050 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c787a264-d1e8-4aab-998d-93b4a1114166 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:41:35.678335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1f096619-2a56-4357-8aae-d075635caf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:35.679747 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-1f096619-2a56-4357-8aae-d075635caf20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/009c8a0a-11a8-4078-87c7-97c091b66bde HTTP/1.1" status: 204 len: 168 time: 0.2960887 Apr 05 16:41:35.692938 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b24d4378-1369-46ee-8612-216d2135425c req-455ea9bc-951e-4d14-a05c-a7ae6459f85a tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1458111 Apr 05 16:41:35.697211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port c787a264-d1e8-4aab-998d-93b4a1114166, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c787a264-d1e8-4aab-998d-93b4a1114166,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:35.711420 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:35.714135 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:35.794675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=c787a264-d1e8-4aab-998d-93b4a1114166,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:35.803668 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b24d4378-1369-46ee-8612-216d2135425c req-7d9aeb90-ebeb-4a5d-b5bd-b710848ea10c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097012 Apr 05 16:41:35.804800 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:35.884137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b86535-441b-4623-9fc8-26757df09109 req-560fc5cc-5141-41cb-ba00-533a76f197ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:35.885807 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b4b86535-441b-4623-9fc8-26757df09109 req-560fc5cc-5141-41cb-ba00-533a76f197ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 920 time: 0.2049165 Apr 05 16:41:36.063774 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b4b86535-441b-4623-9fc8-26757df09109 req-57320899-d562-419b-b615-434802827634 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31693ee6-ee7f-4ead-b469-4cdf78e09a68 HTTP/1.1" status: 200 len: 217 time: 0.1540818 Apr 05 16:41:36.192872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['c787a264-d1e8-4aab-998d-93b4a1114166'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:41:36.198701 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449fe4c-12f1-4add-836d-e132d4e39e5b req-eb6e4a4f-f512-4234-8ba5-a4da020b70c2 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:36.200346 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9449fe4c-12f1-4add-836d-e132d4e39e5b req-eb6e4a4f-f512-4234-8ba5-a4da020b70c2 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 945 time: 0.3213315 Apr 05 16:41:36.211079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-743b6a2d-3caa-4aeb-a295-f96c6e51d333 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:36.211803 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-743b6a2d-3caa-4aeb-a295-f96c6e51d333 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.41 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 945 time: 0.2216322 Apr 05 16:41:36.330696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b86535-441b-4623-9fc8-26757df09109 req-b98c5114-f541-4bd2-88b3-cc210b7c9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:36.342078 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b4b86535-441b-4623-9fc8-26757df09109 req-b98c5114-f541-4bd2-88b3-cc210b7c9e30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.2637014 Apr 05 16:41:36.370798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Deleting port 57e7e068-cfc2-42f5-a954-40122712f09a {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:41:36.371188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:36.463183 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b4b86535-441b-4623-9fc8-26757df09109 req-780f3125-63e1-4e92-bc57-d8089587c390 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084883 Apr 05 16:41:36.711811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491734-035a-46ce-84c7-8176947249d0 req-1a5557a1-7a18-4a5e-95bd-d48211bb3b2a tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:36.723915 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d3491734-035a-46ce-84c7-8176947249d0 req-1a5557a1-7a18-4a5e-95bd-d48211bb3b2a tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 945 time: 0.6478255 Apr 05 16:41:36.786574 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9449fe4c-12f1-4add-836d-e132d4e39e5b req-402ccb8f-6583-462a-bfd7-bfed814ef5b0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5735271 Apr 05 16:41:36.791763 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b4b86535-441b-4623-9fc8-26757df09109 req-6718f772-e304-4514-88fd-f06c778c77e2 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191807 Apr 05 16:41:36.925173 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d3491734-035a-46ce-84c7-8176947249d0 req-f5b5fdde-0d46-4339-a3e3-9f48429a143a tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/security-groups?id=337bd6b8-8b03-4960-af3a-2941f468bf81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975501 Apr 05 16:41:37.169784 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b4b86535-441b-4623-9fc8-26757df09109 req-69e366b9-9936-4916-9875-0f1b612b5acf service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712144 Apr 05 16:41:37.240754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] For port 57e7e068-cfc2-42f5-a954-40122712f09a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=57e7e068-cfc2-42f5-a954-40122712f09a,segment=NetworkSegment(bfc2ea02-958f-46fd-9f98-f33457627c63),segment_id=bfc2ea02-958f-46fd-9f98-f33457627c63)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:37.241176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:37.363022 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ea630-5e6e-4205-81f4-8e58b5487401 req-d90697be-ba7d-49a0-b39d-d1ec1f2112fa tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:37.364663 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c16ea630-5e6e-4205-81f4-8e58b5487401 req-d90697be-ba7d-49a0-b39d-d1ec1f2112fa tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.3259153 Apr 05 16:41:37.517782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Calling delete_port for 57e7e068-cfc2-42f5-a954-40122712f09a owned by compute:nova {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:41:37.624356 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c16ea630-5e6e-4205-81f4-8e58b5487401 req-aa7c7696-6818-4da8-9639-c35530bf6870 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162736 Apr 05 16:41:38.103450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:38.130034 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:38.240097 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-684df243-f1e5-4411-9f82-ace08508a1b9 req-d80c33bb-4552-40e7-8a24-9f0ddb384c75 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 210 time: 0.1151814 Apr 05 16:41:38.243474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Pushing event deleted for resources: {'Port': ['ID=57e7e068-cfc2-42f5-a954-40122712f09a,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:38.256033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb919ac5-a5ef-4ca2-a868-81229cdc5085 req-92392994-40e8-424e-9b05-e37191dcace1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:38.257572 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cb919ac5-a5ef-4ca2-a868-81229cdc5085 req-92392994-40e8-424e-9b05-e37191dcace1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 945 time: 0.3037450 Apr 05 16:41:38.303489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:38.383316 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cb919ac5-a5ef-4ca2-a868-81229cdc5085 req-5542f475-3fd1-4f92-bec5-365554d5b4e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745080 Apr 05 16:41:38.526993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] No DVR routers for this DVR port 57e7e068-cfc2-42f5-a954-40122712f09a on host hv-cinder-77459 {{(pid=84411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:41:38.530781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:38.534806 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c61164-6a58-4c14-9307-44365b69f77b', 'name': 'network-vif-deleted', 'tag': '57e7e068-cfc2-42f5-a954-40122712f09a'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:41:38.564505 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4c13cb49-34df-4ff7-9222-c06d893a2260 req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.41 "DELETE /v2.0/ports/57e7e068-cfc2-42f5-a954-40122712f09a HTTP/1.1" status: 204 len: 173 time: 2.3320441 Apr 05 16:41:38.612630 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c61164-6a58-4c14-9307-44365b69f77b', 'name': 'network-vif-deleted', 'tag': '57e7e068-cfc2-42f5-a954-40122712f09a', 'status': 'completed', 'code': 200} Apr 05 16:41:38.844332 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04376e-9530-4e9e-b4d5-7765f456e40a req-209249fe-f4e3-4ae7-aae9-904fc74a30ec tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:38.846335 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-de04376e-9530-4e9e-b4d5-7765f456e40a req-209249fe-f4e3-4ae7-aae9-904fc74a30ec tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.0940368 Apr 05 16:41:38.896336 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-de04376e-9530-4e9e-b4d5-7765f456e40a req-66c8af1a-47f1-4929-9c33-0bb218b36622 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432372 Apr 05 16:41:39.358654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device c787a264-d1e8-4aab-998d-93b4a1114166 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:39.455950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port c787a264-d1e8-4aab-998d-93b4a1114166 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:39.464369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port c787a264-d1e8-4aab-998d-93b4a1114166 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:39.466447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:39.488900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-2b8f0841-0709-4929-8f12-2f0a31ac7f18 req-1b322f72-5402-4e49-ad89-7f99ac893af7 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Synchronizing usage tracker for tenant:6aae157429bb4d5c8ff543f3a22de34a on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:41:39.512011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-2b8f0841-0709-4929-8f12-2f0a31ac7f18 req-1b322f72-5402-4e49-ad89-7f99ac893af7 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Unset dirty status for tenant:6aae157429bb4d5c8ff543f3a22de34a on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:41:39.513336 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2b8f0841-0709-4929-8f12-2f0a31ac7f18 req-1b322f72-5402-4e49-ad89-7f99ac893af7 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c61164-6a58-4c14-9307-44365b69f77b HTTP/1.1" status: 200 len: 210 time: 0.0839815 Apr 05 16:41:39.612160 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:39.656495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port c787a264-d1e8-4aab-998d-93b4a1114166, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c787a264-d1e8-4aab-998d-93b4a1114166,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:39.658685 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c787a264-d1e8-4aab-998d-93b4a1114166'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:41:39.666601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:39.667701 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 57e7e068-cfc2-42f5-a954-40122712f09a no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:41:39.709672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-25428b82-4e0c-4f79-842c-78f5732c2e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:39.749867 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702803-6065-4abb-b44e-92818fc46238 req-d84d92e1-c0e7-4436-960f-c618e0242d8e tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:39.751797 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6d702803-6065-4abb-b44e-92818fc46238 req-d84d92e1-c0e7-4436-960f-c618e0242d8e tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1524503 Apr 05 16:41:39.791805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 57e7e068-cfc2-42f5-a954-40122712f09a {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:41:39.792307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 57e7e068-cfc2-42f5-a954-40122712f09a not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:41:39.795008 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c787a264-d1e8-4aab-998d-93b4a1114166', 'code': 200} Apr 05 16:41:39.795924 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=c787a264-d1e8-4aab-998d-93b4a1114166,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:39.799952 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:39.820648 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6d702803-6065-4abb-b44e-92818fc46238 req-5eb96f1b-274d-4c7e-849e-5c7e7b51d719 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613198 Apr 05 16:41:40.264936 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d01f0e-f304-4cb5-8445-5d17c62739e7 req-a9b1f5f7-7b99-405a-8b54-50790ec60cfb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:40.274941 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-90d01f0e-f304-4cb5-8445-5d17c62739e7 req-a9b1f5f7-7b99-405a-8b54-50790ec60cfb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.2000890 Apr 05 16:41:40.294720 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efde38-2958-41e3-aaf3-b4e34eb963b1 req-d0445a54-8fc4-4d6b-a9d7-348365e3ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:40.296330 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61efde38-2958-41e3-aaf3-b4e34eb963b1 req-d0445a54-8fc4-4d6b-a9d7-348365e3ba74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 1099 time: 0.1785030 Apr 05 16:41:40.421923 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-90d01f0e-f304-4cb5-8445-5d17c62739e7 req-ee2b6299-278a-4b83-95bf-02e7361edd80 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459107 Apr 05 16:41:40.437081 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61efde38-2958-41e3-aaf3-b4e34eb963b1 req-c0f6ce3f-88d4-4c88-b264-7a87be50c909 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596397 Apr 05 16:41:40.474880 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-df06b985-bade-488c-a8a5-e798f7b78c5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903776 Apr 05 16:41:40.479991 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:41.137866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bddb8-e141-48e9-8b91-f5c2cfd73f1f req-192ec714-55ef-4459-8a24-51378ad6dc3b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:41.146625 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ba8bddb8-e141-48e9-8b91-f5c2cfd73f1f req-192ec714-55ef-4459-8a24-51378ad6dc3b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1460538 Apr 05 16:41:41.223039 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ba8bddb8-e141-48e9-8b91-f5c2cfd73f1f req-4e30f251-b14b-49d5-a83c-4b35bd091a7b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742555 Apr 05 16:41:41.399631 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-d2d3cbd3-9a5b-43f6-8d55-51d26fb25621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:41.401591 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-d2d3cbd3-9a5b-43f6-8d55-51d26fb25621 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 1098 time: 0.3756940 Apr 05 16:41:41.638515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-6358dcc5-83e4-4ce9-8308-4afd3822e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:41.640291 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-6358dcc5-83e4-4ce9-8308-4afd3822e7a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 920 time: 0.2140367 Apr 05 16:41:41.674717 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60b8e-5a75-45af-abeb-d3ccf3b1e07f req-8f6f6f50-dd44-410d-8525-43c8e1c7cbc2 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:41.676999 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-adb60b8e-5a75-45af-abeb-d3ccf3b1e07f req-8f6f6f50-dd44-410d-8525-43c8e1c7cbc2 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1134472 Apr 05 16:41:41.749819 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-9d5f15d3-18b0-4741-953d-f32a5118b8e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c HTTP/1.1" status: 200 len: 217 time: 0.0979156 Apr 05 16:41:41.754912 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-adb60b8e-5a75-45af-abeb-d3ccf3b1e07f req-6556397d-cb27-465e-b1d1-bf522d009207 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626493 Apr 05 16:41:41.858686 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-bb1ff29b-8d7b-4042-838f-f6b7ea63caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:41.860715 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-bb1ff29b-8d7b-4042-838f-f6b7ea63caad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.1035759 Apr 05 16:41:41.938353 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-20bfec10-ce6f-4d7e-9c28-341a52cdca3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700755 Apr 05 16:41:42.142573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56774) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:42.146600 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-54dd4003-a945-4de7-b037-5b0b269d6521 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907005 Apr 05 16:41:42.326203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:42.341487 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55e01f81-39f5-4a98-9d43-d3551cb2e618 req-d154f67a-e7ed-45c0-8bfd-c847e417b070 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761441 Apr 05 16:41:42.343315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:42.370319 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] Usage tracker for resource:security_group_rule and tenant:37b5c41e72594993b17f6dbf86539e41 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:42.375041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:42.424222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:42.508763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1db01-7408-4491-ace0-60baccb572bc req-b22bdb71-c14c-49b9-91c5-10fe3db702f6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:42.510401 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d6d1db01-7408-4491-ace0-60baccb572bc req-b22bdb71-c14c-49b9-91c5-10fe3db702f6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1366200 Apr 05 16:41:42.585275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:42.591473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:42.602265 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d6d1db01-7408-4491-ace0-60baccb572bc req-50d6ef94-ef5e-4379-9b86-87d43a467376 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832248 Apr 05 16:41:42.604678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c758e077-d259-48db-a495-323e19486f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:42.663390 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37b5c41e72594993b17f6dbf86539e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193846 Apr 05 16:41:42.666465 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56796) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:42.669466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a68e95-f72b-45d0-9033-bbfd28952457,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:42.672892 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:42.709332 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56802) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:42.740217 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-71e71a79-eea2-4215-8d0b-49951f59cdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:42.782231 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-52713132-8b63-47c4-9fec-07e568b4fb39 admin admin] Deleting subnet 0c74f3d4-0678-40eb-bec8-0d4c1051f3bc {{(pid=84410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:41:42.787515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-52713132-8b63-47c4-9fec-07e568b4fb39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:42.829314 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-71e71a79-eea2-4215-8d0b-49951f59cdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:42.851219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-52713132-8b63-47c4-9fec-07e568b4fb39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852565057'] for subnet, precommit_delete_associations {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:42.884031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366af87-7692-4383-9c05-d80b2e7acfd8 req-7c977cee-2194-4ae0-a477-bcd13cfdb08a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:42.885769 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8366af87-7692-4383-9c05-d80b2e7acfd8 req-7c977cee-2194-4ae0-a477-bcd13cfdb08a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1433969 Apr 05 16:41:42.904436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56814) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:42.934501 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-52713132-8b63-47c4-9fec-07e568b4fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:42.950523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-bd94b7bc-d884-410f-ab78-136808b1bad0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'floatingip': {'port_id': 'c787a264-d1e8-4aab-998d-93b4a1114166'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:43.041650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bd94b7bc-d884-410f-ab78-136808b1bad0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:43.247689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-52713132-8b63-47c4-9fec-07e568b4fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852382701'] for subnet, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:43.267016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a78a031e-3b1e-4760-b8f2-8b04395a12e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:43.274820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-71e71a79-eea2-4215-8d0b-49951f59cdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:43.284309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e88e529b-f078-4910-9408-e112bdccbd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:43.298040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e71a79-eea2-4215-8d0b-49951f59cdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a68e95-f72b-45d0-9033-bbfd28952457,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:43.301107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-71e71a79-eea2-4215-8d0b-49951f59cdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:43.368485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52713132-8b63-47c4-9fec-07e568b4fb39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c74f3d4-0678-40eb-bec8-0d4c1051f3bc,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:43.371336 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-52713132-8b63-47c4-9fec-07e568b4fb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:43.469992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-71e71a79-eea2-4215-8d0b-49951f59cdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:43.471763 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-71e71a79-eea2-4215-8d0b-49951f59cdce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4a68e95-f72b-45d0-9033-bbfd28952457 HTTP/1.1" status: 204 len: 168 time: 0.8036616 Apr 05 16:41:43.488776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313942-68a3-40fd-b25f-95a17d43d186 req-b19b5896-4e52-4957-9f4a-ebba45c90fe3 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:43.490461 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8f313942-68a3-40fd-b25f-95a17d43d186 req-b19b5896-4e52-4957-9f4a-ebba45c90fe3 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.5941656 Apr 05 16:41:43.498303 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-52713132-8b63-47c4-9fec-07e568b4fb39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:43.514242 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-52713132-8b63-47c4-9fec-07e568b4fb39 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0c74f3d4-0678-40eb-bec8-0d4c1051f3bc HTTP/1.1" status: 204 len: 168 time: 0.8013685 Apr 05 16:41:43.517239 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56852) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:43.676595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:43.750247 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56860) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:43.977458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.148338 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8f313942-68a3-40fd-b25f-95a17d43d186 req-069751eb-dd8f-4836-88db-6ce787bb0d93 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365962 Apr 05 16:41:44.180823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.239666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56898) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:44.252598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:44.259122 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affa60b9-5187-4e97-a14d-28ed6f15e16d']}} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:44.262805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.267213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Usage tracker for resource:security_group_rule and tenant:3debb8536cf64cfc9d14bbf7fa3fb2c7 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:44.272995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:44.276853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.resource_extend [None req-bd94b7bc-d884-410f-ab78-136808b1bad0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 16:41:44.282581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc2ea02-958f-46fd-9f98-f33457627c63') {'for_net_delete': True} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:44.282581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc2ea02-958f-46fd-9f98-f33457627c63') {} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:44.290180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:44.300442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210742'] for segment, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.329868 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.344533 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:41:44.353167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:44.359386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Usage tracker for resource:security_group_rule and tenant:f9e401daf2b74b36979b0426707c3f0f is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:44.364840 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:44.384315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:44.472083 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bd94b7bc-d884-410f-ab78-136808b1bad0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.479703 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bd94b7bc-d884-410f-ab78-136808b1bad0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.614307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Network affa60b9-5187-4e97-a14d-28ed6f15e16d has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:41:44.624650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2564923'] for segment, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.703252 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.716074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.727213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a65b0144-6437-4978-bb21-cfedf3ed3447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:44.737088 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.764415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:44.770376 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [None req-bd94b7bc-d884-410f-ab78-136808b1bad0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Floating IP 2b2abbb0-ff52-4d05-b56f-5638d04f217b associated. External IP: 172.28.2.123, port: c787a264-d1e8-4aab-998d-93b4a1114166. Apr 05 16:41:44.820742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:44.827386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56918) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:44.869893 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Network affa60b9-5187-4e97-a14d-28ed6f15e16d has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:41:44.900416 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:41:44.914526 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9e401daf2b74b36979b0426707c3f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733513 Apr 05 16:41:44.916536 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d1c92-48be-4915-a5ea-10734924eb0f,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:44.923309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 56924) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:44.923755 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3debb8536cf64cfc9d14bbf7fa3fb2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1654830 Apr 05 16:41:44.928824 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56928) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:44.933212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa90fe8-7e4e-4876-ba73-11be5849fe0a,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:44.964070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.964433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.964848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.965427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.965674 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.966003 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.966369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.966747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.967128 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.967502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.967876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.968246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.977603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.977603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.977958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.978356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.978749 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.979249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.979503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.979893 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.980282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.980667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.981049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.981520 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:44.983059 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:45.007461 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:45.038600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.052337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:45.066269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.066433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4bf36ff6-27b9-40bc-80b7-bb5b6b86eedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.090278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Pushing event deleted for resources: {'Network': ['ID=affa60b9-5187-4e97-a14d-28ed6f15e16d,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:45.099541 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:45.100245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-75585b07-4607-40dc-bc9d-eb2cbc8bdd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.114034 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] 10.222.0.15 "DELETE /v2.0/networks/affa60b9-5187-4e97-a14d-28ed6f15e16d HTTP/1.1" status: 204 len: 168 time: 1.5953364 Apr 05 16:41:45.131235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-75585b07-4607-40dc-bc9d-eb2cbc8bdd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.190780 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-75585b07-4607-40dc-bc9d-eb2cbc8bdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.195229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:45.197754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.209864 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75585b07-4607-40dc-bc9d-eb2cbc8bdd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0d1c92-48be-4915-a5ea-10734924eb0f,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:45.213564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-75585b07-4607-40dc-bc9d-eb2cbc8bdd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:45.214856 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-75585b07-4607-40dc-bc9d-eb2cbc8bdd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.217137 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-75585b07-4607-40dc-bc9d-eb2cbc8bdd6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c0d1c92-48be-4915-a5ea-10734924eb0f HTTP/1.1" status: 204 len: 168 time: 0.2869956 Apr 05 16:41:45.223116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:41:45.251817 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:45.264495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4bf36ff6-27b9-40bc-80b7-bb5b6b86eedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.272194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] Usage tracker for resource:security_group_rule and tenant:b36678a13d764f69a91c569f7a141a3a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:45.276394 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56938) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:45.280890 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:45.309922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:45.342403 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-980f9799-a51c-4802-b2fc-ab693d9cac5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6aae157429bb4d5c8ff543f3a22de34a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0642455 Apr 05 16:41:45.344835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56942) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:45.420311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5475-0729-428a-ae1d-e994f625385c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.453800 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5475-0729-428a-ae1d-e994f625385c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.459182 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd94b7bc-d884-410f-ab78-136808b1bad0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Router fcfb018a-34f4-436f-af5b-c684f9368e17 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:41:45.496241 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4bf36ff6-27b9-40bc-80b7-bb5b6b86eedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.506322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-22b15249-22d8-4032-aebe-332e14cfcfc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:45.511942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5475-0729-428a-ae1d-e994f625385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.517662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:45.539107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb5475-0729-428a-ae1d-e994f625385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337bd6b8-8b03-4960-af3a-2941f468bf81,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:45.549923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e0bb5475-0729-428a-ae1d-e994f625385c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:45.553784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5475-0729-428a-ae1d-e994f625385c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.556075 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e0bb5475-0729-428a-ae1d-e994f625385c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/337bd6b8-8b03-4960-af3a-2941f468bf81 HTTP/1.1" status: 204 len: 168 time: 0.2098064 Apr 05 16:41:45.872481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf36ff6-27b9-40bc-80b7-bb5b6b86eedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa90fe8-7e4e-4876-ba73-11be5849fe0a,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:45.883708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4bf36ff6-27b9-40bc-80b7-bb5b6b86eedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:45.914579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa9783-a772-4bff-b812-f118a00e50ba req-e7719bf4-be27-40cf-bb81-12defd1f40c0 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:45.922208 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5efa9783-a772-4bff-b812-f118a00e50ba req-e7719bf4-be27-40cf-bb81-12defd1f40c0 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.6052296 Apr 05 16:41:45.953611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4bf36ff6-27b9-40bc-80b7-bb5b6b86eedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:45.957476 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-4bf36ff6-27b9-40bc-80b7-bb5b6b86eedb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fa90fe8-7e4e-4876-ba73-11be5849fe0a HTTP/1.1" status: 204 len: 168 time: 1.0335855 Apr 05 16:41:46.022156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:46.042837 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5efa9783-a772-4bff-b812-f118a00e50ba req-929a9b1d-0624-4fdf-a504-d6816522b7ea tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195545 Apr 05 16:41:46.050426 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:46.068547 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-71e71a79-eea2-4215-8d0b-49951f59cdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:46.118509 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd94b7bc-d884-410f-ab78-136808b1bad0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:41:46.128498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bd94b7bc-d884-410f-ab78-136808b1bad0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:46.137919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] Sync routers for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:41:46.151886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:46.152916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:41:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:46.161878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c752ba-a84f-4e13-81b2-b9d1fd8802f4,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:46.180111 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b36678a13d764f69a91c569f7a141a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3460567 Apr 05 16:41:46.181338 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:46.183144 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 56990) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:46.204179 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-bd94b7bc-d884-410f-ab78-136808b1bad0 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "PUT /v2.0/floatingips/2b2abbb0-ff52-4d05-b56f-5638d04f217b HTTP/1.1" status: 200 len: 992 time: 3.2975812 Apr 05 16:41:46.205264 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'tag': 'c787a264-d1e8-4aab-998d-93b4a1114166'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:41:46.285883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15d5ba08-5de3-46a5-abf7-425ff8bbb457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:46.320426 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'tag': 'c787a264-d1e8-4aab-998d-93b4a1114166', 'status': 'completed', 'code': 200} Apr 05 16:41:46.327802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15d5ba08-5de3-46a5-abf7-425ff8bbb457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:46.433434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15d5ba08-5de3-46a5-abf7-425ff8bbb457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:46.443973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1f096619-2a56-4357-8aae-d075635caf20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:46.451784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:46.464931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5ba08-5de3-46a5-abf7-425ff8bbb457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c752ba-a84f-4e13-81b2-b9d1fd8802f4,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:46.468792 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-15d5ba08-5de3-46a5-abf7-425ff8bbb457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:46.475605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-15d5ba08-5de3-46a5-abf7-425ff8bbb457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:46.476840 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-15d5ba08-5de3-46a5-abf7-425ff8bbb457 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9c752ba-a84f-4e13-81b2-b9d1fd8802f4 HTTP/1.1" status: 204 len: 168 time: 0.2926302 Apr 05 16:41:46.508578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-7616b38f-3db3-4ba3-880b-5318249cf871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:46.511344 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-7616b38f-3db3-4ba3-880b-5318249cf871 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 1099 time: 0.1222646 Apr 05 16:41:46.680669 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-e034123f-a06c-4346-a370-658e318e5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:46.682120 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-e034123f-a06c-4346-a370-658e318e5f6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 912 time: 0.1598308 Apr 05 16:41:46.845494 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-07861912-81d5-4098-8d63-8902b9e0467c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c787a264-d1e8-4aab-998d-93b4a1114166 HTTP/1.1" status: 200 len: 1000 time: 0.1550436 Apr 05 16:41:46.942886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '2b2abbb0-ff52-4d05-b56f-5638d04f217b', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'floating_ip_address': '172.28.2.123', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'port_id': 'c787a264-d1e8-4aab-998d-93b4a1114166', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'mac_address': 'fa:16:3e:78:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:41:19Z', 'updated_at': '2021-04-05T16:41:44Z', 'revision_number': 1, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:46.949140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] Checking router: fcfb018a-34f4-436f-af5b-c684f9368e17 for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:41:46.959657 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:46.960349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:41:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:46.966120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-b99b155b-f062-42c5-b905-32c3147d9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:46.969117 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-b99b155b-f062-42c5-b905-32c3147d9215 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 HTTP/1.1" status: 200 len: 850 time: 0.1087840 Apr 05 16:41:46.975546 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d94cb188-5a61-4d7d-b7d6-722524775d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:46.980744 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57026) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:47.184728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57038) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:47.220188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:47.249185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:47.392354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:47.416655 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] Usage tracker for resource:security_group_rule and tenant:bf76aad9c75e4ff292fe685cee693b9e is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:47.424955 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:47.451323 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:47.487688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-ff3ba69c-eb59-4da4-be77-5b51e7a6f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:47.489310 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-ff3ba69c-eb59-4da4-be77-5b51e7a6f22d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f807c98-88e3-44e9-9803-188185937988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5108993 Apr 05 16:41:47.561333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ecb59-c469-40d2-9b80-32b5067f17ae req-bd7df348-6d72-4cd4-baa5-4ca3f11cca32 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:47.572964 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-465ecb59-c469-40d2-9b80-32b5067f17ae req-bd7df348-6d72-4cd4-baa5-4ca3f11cca32 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.3297215 Apr 05 16:41:47.659188 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-b584a7fb-9872-468e-9c3e-b7b15cb13b66 service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618135 Apr 05 16:41:47.712155 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-465ecb59-c469-40d2-9b80-32b5067f17ae req-9668f512-fd5e-4c96-8253-03522e13a032 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271620 Apr 05 16:41:47.714274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:47.737319 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:47.751176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] Usage tracker for resource:security_group_rule and tenant:244a524f8cf94e83bd2909fc9e547722 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:47.754537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:47.760759 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:47.855551 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ffdd8bd2-9d1b-4290-8111-9cdc3b96e7ba req-886a6b3f-4ccb-4d37-957e-40c045c9b58b service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827197 Apr 05 16:41:47.913364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:47.929223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:47.941338 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:47.942550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:47.961214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.008846 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=244a524f8cf94e83bd2909fc9e547722&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0265992 Apr 05 16:41:48.011430 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57058) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:48.027756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40334550-2e5b-42de-a980-cfd5246f4ccd,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:48.033181 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:48.035845 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf76aad9c75e4ff292fe685cee693b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8500600 Apr 05 16:41:48.036737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b24aad9b-a774-4d71-b908-1488bb316803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:48.045060 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57062) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:48.096004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3df7ac-7243-4dbc-b8b4-81b773f00ad1,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:48.106658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:48.119168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '2b2abbb0-ff52-4d05-b56f-5638d04f217b', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'floating_ip_address': '172.28.2.123', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'port_id': 'c787a264-d1e8-4aab-998d-93b4a1114166', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'mac_address': 'fa:16:3e:78:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:41:19Z', 'updated_at': '2021-04-05T16:41:44Z', 'revision_number': 1, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:48.127383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82417b0f-0ea1-4359-a201-d421a1c56646 None None] The sync data for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb is: [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '2b2abbb0-ff52-4d05-b56f-5638d04f217b', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'floating_ip_address': '172.28.2.123', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'port_id': 'c787a264-d1e8-4aab-998d-93b4a1114166', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'mac_address': 'fa:16:3e:78:cd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:41:19Z', 'updated_at': '2021-04-05T16:41:44Z', 'revision_number': 1, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:41:48.144293 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1bcedb52-65bb-4c7a-b04c-e9a1f3d2e50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.147847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b837e5d2-aa18-4831-abf3-0079c057fec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.173910 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57068) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:48.189418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1bcedb52-65bb-4c7a-b04c-e9a1f3d2e50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.190504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b837e5d2-aa18-4831-abf3-0079c057fec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.259328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1bcedb52-65bb-4c7a-b04c-e9a1f3d2e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.259966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b837e5d2-aa18-4831-abf3-0079c057fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.265634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-75585b07-4607-40dc-bc9d-eb2cbc8bdd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:48.266600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fa707ad9-f617-4f11-a212-ff85676bf0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:48.278527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837e5d2-aa18-4831-abf3-0079c057fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40334550-2e5b-42de-a980-cfd5246f4ccd,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:48.282694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b837e5d2-aa18-4831-abf3-0079c057fec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:48.283594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcedb52-65bb-4c7a-b04c-e9a1f3d2e50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3df7ac-7243-4dbc-b8b4-81b773f00ad1,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:48.286242 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b837e5d2-aa18-4831-abf3-0079c057fec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.286689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1bcedb52-65bb-4c7a-b04c-e9a1f3d2e50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:48.287469 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b837e5d2-aa18-4831-abf3-0079c057fec8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40334550-2e5b-42de-a980-cfd5246f4ccd HTTP/1.1" status: 204 len: 168 time: 0.2747040 Apr 05 16:41:48.315537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1bcedb52-65bb-4c7a-b04c-e9a1f3d2e50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.320408 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-1bcedb52-65bb-4c7a-b04c-e9a1f3d2e50f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d3df7ac-7243-4dbc-b8b4-81b773f00ad1 HTTP/1.1" status: 204 len: 168 time: 0.2743282 Apr 05 16:41:48.373392 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-network', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:48.383347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:48.396389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Usage tracker for resource:network and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:48.403420 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:48.407999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.414629 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:48.424402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Made reservation on behalf of a4623ce5b76541dcb98c8727f0d006ab for: {'network': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:41:48.430670 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.446575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.464229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:48.468584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Usage tracker for resource:security_group_rule and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:48.472905 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:48.479540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:48.561463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fe736-3138-4876-a3da-f6f1ed76a376 None None] New status for floating IP 2b2abbb0-ff52-4d05-b56f-5638d04f217b: ACTIVE {{(pid=84412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:41:48.632723 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.638213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.653005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:48.699736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=84411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:41:48.754811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.755409 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Added segment e11d2163-89c7-4496-a7c4-9fdb5ab188a5 of type vlan for network a415ac65-f01b-4006-9f67-217b583205f5 Apr 05 16:41:48.763349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54054c9f-737c-48f5-b9b4-ef5398746919,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:48.781140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:48.811254 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.871756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.873221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:48.873905 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:48.881036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:49.099571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e138ab57-9652-4e6b-9831-ea72bd185aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:49.153499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Pushing event updated for resources: {'Network': ['ID=a415ac65-f01b-4006-9f67-217b583205f5,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:49.165590 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:49.170426 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57126) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:49.173134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network a415ac65-f01b-4006-9f67-217b583205f5 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:41:49.187665 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0122705 Apr 05 16:41:49.193734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57130) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:49.209096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Request body: {'subnet': {'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-subnet', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:49.216281 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:49.231802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:49.238875 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Usage tracker for resource:subnet and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:49.242766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:49.246011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:49.253782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] Usage tracker for resource:security_group_rule and tenant:49c88ddbffdf47f98b29dcee412b31b9 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:49.255605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80775b-db07-4c67-ba30-aa71e01ff437 req-27662aa4-8a51-493c-bc4d-edb0756ff36d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:49.257692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:49.260145 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:49.263540 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9d80775b-db07-4c67-ba30-aa71e01ff437 req-27662aa4-8a51-493c-bc4d-edb0756ff36d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.2971346 Apr 05 16:41:49.270476 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:49.281374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Made reservation on behalf of a4623ce5b76541dcb98c8727f0d006ab for: {'subnet': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:41:49.286679 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2393129'] for subnet, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:49.352509 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9d80775b-db07-4c67-ba30-aa71e01ff437 req-62bfb630-ae17-4e78-833d-9b122d8a9477 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830977 Apr 05 16:41:49.539304 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:49.551439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:49.562124 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2a0967e2-922b-49da-a599-2e56ff1193b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:49.627772 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49c88ddbffdf47f98b29dcee412b31b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524236 Apr 05 16:41:49.628647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57142) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:49.631208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58deca1-138e-480e-9330-1279f8e4cd43,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:49.646476 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:49.754547 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:49.756367 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-870af4c8-0dce-4685-8b45-430dcd7948ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:49.844116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-870af4c8-0dce-4685-8b45-430dcd7948ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:49.917440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-870af4c8-0dce-4685-8b45-430dcd7948ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:49.922268 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-15d5ba08-5de3-46a5-abf7-425ff8bbb457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:49.936407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870af4c8-0dce-4685-8b45-430dcd7948ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58deca1-138e-480e-9330-1279f8e4cd43,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:49.945194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-870af4c8-0dce-4685-8b45-430dcd7948ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:49.995969 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-870af4c8-0dce-4685-8b45-430dcd7948ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:49.999752 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-870af4c8-0dce-4685-8b45-430dcd7948ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f58deca1-138e-480e-9330-1279f8e4cd43 HTTP/1.1" status: 204 len: 168 time: 0.3674710 Apr 05 16:41:50.012610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852210773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2393114'] for subnet, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:50.030753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:50.172712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc237f3-a326-435e-b8fd-f4266e05e771,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:50.177769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:50.246405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Checking segment: {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:50.246782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Network hostable DHCP agents. Network: a415ac65-f01b-4006-9f67-217b583205f5, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:41:50.271064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Network a415ac65-f01b-4006-9f67-217b583205f5 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:41:50.284794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, a415ac65-f01b-4006-9f67-217b583205f5) {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:50.307141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f950ee12-37a1-4550-a12d-14372509aafc None None] Network a415ac65-f01b-4006-9f67-217b583205f5 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:41:50.324539 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:50.325345 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:50.346804 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1470759 Apr 05 16:41:50.349966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57182) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:50.356194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:50.376904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:50.401386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Usage tracker for resource:router and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:50.411326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:50.440277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:50.465968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-976377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773680'] for router, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:50.467131 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853799522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853808791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853889244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2087'] for router, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:50.486754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:50.757784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3149ac32-9af2-5a4e-861b-abd6f4956bc9-a415ac65-f01b-4006-9f67-217b583205f5', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771'}]}} from dv-cinder-774594-2-smb. {{(pid=84412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 16:41:50.759066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:50.920833 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6ff02-1f71-463f-8394-69218169f689 req-2f9fabbc-bae2-4397-8c0c-8b7c6e594a2b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:50.929001 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8f6ff02-1f71-463f-8394-69218169f689 req-2f9fabbc-bae2-4397-8c0c-8b7c6e594a2b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.3733981 Apr 05 16:41:50.995582 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Allocated IP 172.20.0.2 (a415ac65-f01b-4006-9f67-217b583205f5/fdc237f3-a326-435e-b8fd-f4266e05e771/888d2230-fcb0-45cb-82fd-0b75fd385282) {{(pid=84412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:41:51.063223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853808776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853850618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2102'] for router, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:51.125514 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8f6ff02-1f71-463f-8394-69218169f689 req-b1aff4c3-1fe6-4041-8fda-00dabac52962 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973215 Apr 05 16:41:51.299926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Notify callbacks [] for port, precommit_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:51.316146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Transition to ACTIVE for port object 888d2230-fcb0-45cb-82fd-0b75fd385282 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:51.343434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Transition to ACTIVE for port object 888d2230-fcb0-45cb-82fd-0b75fd385282 will not be triggered until provisioned by entity DHCP. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:51.357863 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:51.516665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:51.600871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Pushing event updated for resources: {'Port': ['ID=888d2230-fcb0-45cb-82fd-0b75fd385282,revision_number=1']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:51.614674 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.615062 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.615443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.615816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.616186 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.616553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.616909 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.617257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.617571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:51.617692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.618086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.618309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.618821 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:41:51.623277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:51.629609 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Network a415ac65-f01b-4006-9f67-217b583205f5 is already hosted by enough agents. {{(pid=84412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:51.630229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:51.631342 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Resources bound (agent type, host, resource id): {{(pid=84412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:51.636897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Received port after_create {{(pid=84412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:41:51.666424 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:51.748073 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Attempting to bind port 888d2230-fcb0-45cb-82fd-0b75fd385282 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:41:51.748344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Attempting to bind port 888d2230-fcb0-45cb-82fd-0b75fd385282 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:41:51.748700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Attempting to bind port 888d2230-fcb0-45cb-82fd-0b75fd385282 on network a415ac65-f01b-4006-9f67-217b583205f5 {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:51.755653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:41:51.756282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Checking segment: {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:51.756741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:51.757187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Bound using segment: {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:41:51.757756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Bound port: 888d2230-fcb0-45cb-82fd-0b75fd385282, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:41:51.758177 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:51.859417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] For port 888d2230-fcb0-45cb-82fd-0b75fd385282, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:41:51.862953 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] For port 888d2230-fcb0-45cb-82fd-0b75fd385282, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=888d2230-fcb0-45cb-82fd-0b75fd385282,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:41:51.871211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:51.974251 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Allocated IP 172.28.2.130 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/eb3ed3df-dd93-42f9-8ee1-5036c584d324) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:41:52.104494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1522dd71-59f1-48de-97ef-fc7902fc3bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:52.215860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Pushing event updated for resources: {'Port': ['ID=888d2230-fcb0-45cb-82fd-0b75fd385282,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:52.219326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:52.268911 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:52.306097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:52.375197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:52.873268 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Pushing event updated for resources: {'Port': ['ID=eb3ed3df-dd93-42f9-8ee1-5036c584d324,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:52.880701 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:52.917220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67b4b-1894-43ef-bc64-7518892161c0 req-ab22aa81-bc88-4683-a16d-c498faf0c80e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:52.919431 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-20d67b4b-1894-43ef-bc64-7518892161c0 req-ab22aa81-bc88-4683-a16d-c498faf0c80e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.5820942 Apr 05 16:41:52.948109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:52.972885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:53.003210 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:41:53.202518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 888d2230-fcb0-45cb-82fd-0b75fd385282 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:53.244756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57336) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:53.292906 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-20d67b4b-1894-43ef-bc64-7518892161c0 req-c7416ce1-2858-4358-a5d9-f2d681a50193 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592579 Apr 05 16:41:53.326622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port 888d2230-fcb0-45cb-82fd-0b75fd385282 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:53.488607 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:53.513827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:53.518579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] Usage tracker for resource:security_group_rule and tenant:58e797948045487ebcd035c6676d3ced is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:53.522925 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:53.531334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:53.571541 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:53.682504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:53.696230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:53.726540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e2b6affd-f6f9-43c3-9dfe-43bebcc91496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:53.745493 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58e797948045487ebcd035c6676d3ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4992514 Apr 05 16:41:53.756658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57364) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:53.858116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3e0cfa-91c2-4db0-8f37-1152491e1b92,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:53.883383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:53.924865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d02b817a-e29e-44dc-8221-29faf233e409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:53.959678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d02b817a-e29e-44dc-8221-29faf233e409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:54.062028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d02b817a-e29e-44dc-8221-29faf233e409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:54.069687 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-870af4c8-0dce-4685-8b45-430dcd7948ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:54.089611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b817a-e29e-44dc-8221-29faf233e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3e0cfa-91c2-4db0-8f37-1152491e1b92,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:54.094393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d02b817a-e29e-44dc-8221-29faf233e409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:54.096837 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d02b817a-e29e-44dc-8221-29faf233e409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:54.098293 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d02b817a-e29e-44dc-8221-29faf233e409 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e3e0cfa-91c2-4db0-8f37-1152491e1b92 HTTP/1.1" status: 204 len: 168 time: 0.3406050 Apr 05 16:41:54.147166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae46a16-0362-45a0-bade-4c610c8a8e67 None None] Network a415ac65-f01b-4006-9f67-217b583205f5 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:41:54.177942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-967047'] for router, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:54.293112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-3e2da5a8-270b-4d32-99b5-3ed5469933ed None None] Provisioning for port 888d2230-fcb0-45cb-82fd-0b75fd385282 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:54.300716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-3e2da5a8-270b-4d32-99b5-3ed5469933ed None None] Provisioning complete for port 888d2230-fcb0-45cb-82fd-0b75fd385282 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:54.301437 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3e2da5a8-270b-4d32-99b5-3ed5469933ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:54.639851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d is scheduled to L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d with binding_index 1 {{(pid=84411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 16:41:54.664298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607545-10d7-406a-aca4-92b92d1b467e req-e579e15d-a32d-4d41-9453-d7ee479ec416 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:54.681033 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-40607545-10d7-406a-aca4-92b92d1b467e req-e579e15d-a32d-4d41-9453-d7ee479ec416 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1874123 Apr 05 16:41:54.781712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3e2da5a8-270b-4d32-99b5-3ed5469933ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:54.826369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-3e2da5a8-270b-4d32-99b5-3ed5469933ed None None] For port 888d2230-fcb0-45cb-82fd-0b75fd385282, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=888d2230-fcb0-45cb-82fd-0b75fd385282,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:54.837771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3e2da5a8-270b-4d32-99b5-3ed5469933ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:54.842787 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:54.934023 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2da5a8-270b-4d32-99b5-3ed5469933ed None None] Pushing event updated for resources: {'Port': ['ID=888d2230-fcb0-45cb-82fd-0b75fd385282,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:54.937271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3e2da5a8-270b-4d32-99b5-3ed5469933ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:54.968236 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-40607545-10d7-406a-aca4-92b92d1b467e req-5e82c548-f16e-4d6e-b159-54c576721dea tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861776 Apr 05 16:41:55.035089 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:41:55.054635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Sync routers for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:41:55.073577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Notify callbacks [] for router, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:55.075223 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7239921 Apr 05 16:41:55.078174 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57402) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:55.080738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:55.081424 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:41:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:55.231079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 888d2230-fcb0-45cb-82fd-0b75fd385282 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:55.458579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:55.464304 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-95c592b0-6c60-4b1b-a647-c527d85711e1 None None] Provisioning complete for port 888d2230-fcb0-45cb-82fd-0b75fd385282 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:55.464734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95c592b0-6c60-4b1b-a647-c527d85711e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:55.617813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 888d2230-fcb0-45cb-82fd-0b75fd385282 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:55.618277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:55.855205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:53Z', 'revision_number': 3, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:55.868913 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Checking router: 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:41:55.869305 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Updating router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d port eb3ed3df-dd93-42f9-8ee1-5036c584d324 binding host dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:41:56.021974 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:56.675453 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:56.685256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:56.703383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Transition to ACTIVE for port object eb3ed3df-dd93-42f9-8ee1-5036c584d324 will not be triggered until provisioned by entity L2. {{(pid=84413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:56.713609 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:56.774885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c279845-6d9a-4dc8-9e9b-a2329872ce45 req-c0863101-24ee-424b-b757-8f4e01261c54 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:56.776866 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1c279845-6d9a-4dc8-9e9b-a2329872ce45 req-c0863101-24ee-424b-b757-8f4e01261c54 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.2772117 Apr 05 16:41:56.811146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:56.893195 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1c279845-6d9a-4dc8-9e9b-a2329872ce45 req-dfbad805-05fd-4849-a6e6-2a65ed25e6ab tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085010 Apr 05 16:41:56.920427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3843263-1557-4091-83ec-242dc2a0bad2 None None] Pushing event updated for resources: {'Port': ['ID=eb3ed3df-dd93-42f9-8ee1-5036c584d324,revision_number=2']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:56.933499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b3843263-1557-4091-83ec-242dc2a0bad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:56.980441 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Attempting to bind port eb3ed3df-dd93-42f9-8ee1-5036c584d324 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:41:56.980857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Attempting to bind port eb3ed3df-dd93-42f9-8ee1-5036c584d324 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:41:56.981263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Attempting to bind port eb3ed3df-dd93-42f9-8ee1-5036c584d324 on network ca2d6b15-da8c-4c49-b410-492d803b641f {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:41:56.988454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:41:56.988601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Allocated IP 172.20.0.1 (a415ac65-f01b-4006-9f67-217b583205f5/fdc237f3-a326-435e-b8fd-f4266e05e771/e9419aac-bd5f-4a43-b102-5929508bab87) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:41:56.989359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Checking segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:41:56.989359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:56.990138 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Bound using segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:41:56.990659 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Bound port: eb3ed3df-dd93-42f9-8ee1-5036c584d324, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:41:56.991070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:57.084011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] For port eb3ed3df-dd93-42f9-8ee1-5036c584d324, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:41:57.087719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] For port eb3ed3df-dd93-42f9-8ee1-5036c584d324, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=eb3ed3df-dd93-42f9-8ee1-5036c584d324,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:41:57.093058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:57.125416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:57.217942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:57.246377 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Transition to ACTIVE for port object e9419aac-bd5f-4a43-b102-5929508bab87 will not be triggered until provisioned by entity DHCP. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:41:57.276096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:57.306476 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:57.312033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3843263-1557-4091-83ec-242dc2a0bad2 None None] Pushing event updated for resources: {'Port': ['ID=eb3ed3df-dd93-42f9-8ee1-5036c584d324,revision_number=3']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:57.317266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b3843263-1557-4091-83ec-242dc2a0bad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:57.368426 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:41:57.369092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:41:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:57.476374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Pushing event updated for resources: {'Port': ['ID=e9419aac-bd5f-4a43-b102-5929508bab87,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:57.478900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:57.529889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Network a415ac65-f01b-4006-9f67-217b583205f5 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:57.531222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:57.533568 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:41:57.534103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853852070'] for router_interface, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:57.562171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:41:57.674472 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:57.771010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-93f3e968-75ac-4d67-a193-2c1cc6bca0e3 None None] Provisioning for port e9419aac-bd5f-4a43-b102-5929508bab87 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:57.777999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-93f3e968-75ac-4d67-a193-2c1cc6bca0e3 None None] Provisioning complete for port e9419aac-bd5f-4a43-b102-5929508bab87 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:57.778584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-93f3e968-75ac-4d67-a193-2c1cc6bca0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:57.915814 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-93f3e968-75ac-4d67-a193-2c1cc6bca0e3 None None] Port e9419aac-bd5f-4a43-b102-5929508bab87 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:41:57.926656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:53Z', 'revision_number': 3, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:41:57.932099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700a756-5eb6-422e-a767-2eb9e7184fc1 None None] The sync data for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb is: [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:53Z', 'revision_number': 3, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:41:58.180728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:58.194116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc96015-0d5e-4263-99c6-d4f9aef75d59 req-3e1537a5-e19b-4c42-b88d-9f2928c02b1b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:58.195777 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2cc96015-0d5e-4263-99c6-d4f9aef75d59 req-3e1537a5-e19b-4c42-b88d-9f2928c02b1b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1479473 Apr 05 16:41:58.196646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:58.197791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853808241'] for router_interface, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:58.214998 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:58.438898 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Pushing event updated for resources: {'Port': ['ID=e9419aac-bd5f-4a43-b102-5929508bab87,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:58.464785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:58.474501 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2cc96015-0d5e-4263-99c6-d4f9aef75d59 req-86707e8e-1b78-49d7-993b-ce9ab85b4e07 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604663 Apr 05 16:41:58.549260 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Network a415ac65-f01b-4006-9f67-217b583205f5 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:41:58.550463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:41:58.869049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:41:58.960776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-d8b540d1-da1d-41a9-a1b9-d8c6c1ac1634 None None] Provisioning complete for port e9419aac-bd5f-4a43-b102-5929508bab87 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:58.961868 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d8b540d1-da1d-41a9-a1b9-d8c6c1ac1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.112297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:41:59.145914 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] 10.222.0.15 "PUT /v2.0/routers/9c7c8275-29e6-4eca-8aef-f1057ee0bf1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0660317 Apr 05 16:41:59.153704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-d8b540d1-da1d-41a9-a1b9-d8c6c1ac1634 None None] Port e9419aac-bd5f-4a43-b102-5929508bab87 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:41:59.246181 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device eb3ed3df-dd93-42f9-8ee1-5036c584d324 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:41:59.349745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port eb3ed3df-dd93-42f9-8ee1-5036c584d324 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:41:59.355125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port eb3ed3df-dd93-42f9-8ee1-5036c584d324 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:41:59.355591 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.491801 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.509500 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port eb3ed3df-dd93-42f9-8ee1-5036c584d324, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=eb3ed3df-dd93-42f9-8ee1-5036c584d324,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:41:59.515456 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.517697 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-97a4649a-e86a-4490-9921-d8a30ee791fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:59.597549 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=eb3ed3df-dd93-42f9-8ee1-5036c584d324,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:59.609243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:59.639731 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57586) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:59.646011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385472240', 'description': 'tempest-description--1885686991'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:59.652858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:59.657010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:security_group and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:59.660480 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:59.667283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:59.678024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.699905 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:59.704198 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:security_group_rule and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:59.707082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:59.713439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:59.721597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d3743-1439-4f06-b08a-c5bb168c48b0 req-83b327a7-2da1-4970-a444-d76aad45b899 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:41:59.723235 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8c2d3743-1439-4f06-b08a-c5bb168c48b0 req-83b327a7-2da1-4970-a444-d76aad45b899 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.0936456 Apr 05 16:41:59.779444 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8c2d3743-1439-4f06-b08a-c5bb168c48b0 req-18c5f976-013b-4d0e-bec5-4da920912fdf tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477219 Apr 05 16:41:59.793520 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.800842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.806597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-aeef375c-2fe0-445b-ade3-70d8df4a8c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:41:59.847139 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b64860f-0f99-4b54-9905-0442112f32bd,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:41:59.850157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:41:59.851402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.855578 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2114913 Apr 05 16:41:59.856283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57594) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:41:59.861732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'security_group_rule': {'security_group_id': '2b64860f-0f99-4b54-9905-0442112f32bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:41:59.867986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:41:59.872166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:security_group_rule and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:41:59.875275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:41:59.881797 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:41:59.898975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.973123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.976911 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:41:59.979019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-adca0bd0-d574-496b-97b0-59f8aa02e514 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:00.002036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b38cbd2-94f4-499c-b323-143baf013f68,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:00.006672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:00.015689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:00.017046 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601932 Apr 05 16:42:00.020460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57606) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:00.026688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'security_group_rule': {'security_group_id': '2b64860f-0f99-4b54-9905-0442112f32bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:42:00.033403 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:00.037687 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:security_group_rule and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:00.040625 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:00.047701 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:00.066620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:00.142373 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:00.145757 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:00.147858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:00.169791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c33b59-70d4-4275-8fd9-f153a520d732,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:00.175340 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:00.183344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:00.184893 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633401 Apr 05 16:42:00.188194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57616) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:00.193904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'floatingip': {'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:42:00.200738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:00.204453 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:floatingip and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:00.207587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:00.213783 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:00.227665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:00.407241 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:00.573149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Allocated IP 172.28.2.39 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/ebc4c814-3248-42a4-b688-66119a4d0de5) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:42:00.763623 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:00.799678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:00.933359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-08d6526f-c7fb-4f2a-82c5-3e96b1100b2b tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:01.084024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'Port': ['ID=ebc4c814-3248-42a4-b688-66119a4d0de5,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:01.092224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:42:01.093251 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:01.096385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:42:01.099136 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:42:01.124053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device eb3ed3df-dd93-42f9-8ee1-5036c584d324 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:42:01.192574 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875a070-5ff6-437a-a9a9-753cf24d056d req-4e632b3d-b6b6-48a2-a7a6-78a0c5514492 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:01.194325 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2875a070-5ff6-437a-a9a9-753cf24d056d req-4e632b3d-b6b6-48a2-a7a6-78a0c5514492 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.2694461 Apr 05 16:42:01.201722 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Sync routers for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:42:01.205681 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:01.217936 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:42:01.218649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:41:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:42:01.389462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port eb3ed3df-dd93-42f9-8ee1-5036c584d324 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:42:01.390259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:01.530662 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2875a070-5ff6-437a-a9a9-753cf24d056d req-2f25f03a-8467-4d14-849c-0e913e07b5ef tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265715 Apr 05 16:42:01.556341 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:01.605065 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:42:01.925468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:01.930895 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:01.948934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a04aad36-02ff-4686-809f-34a5b389d0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:02.068585 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 2, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:42:02.073659 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Checking router: 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:42:02.074308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Updating router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d port e9419aac-bd5f-4a43-b102-5929508bab87 binding host dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:42:02.102707 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'Port': ['ID=ebc4c814-3248-42a4-b688-66119a4d0de5,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:02.107768 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:02.142944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.174789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.218617 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57690) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:02.231610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.240206 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0439572 Apr 05 16:42:02.449112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.466459 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:02.471567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b24d42dc151b4d1d854a818a3a05e2cd is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:02.474750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:02.481082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:02.597211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.618433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.666302 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-24c9bac7-7564-4452-a2c1-7fc27fb9e072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:02.713226 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57720) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:02.713488 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b24d42dc151b4d1d854a818a3a05e2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933035 Apr 05 16:42:02.743392 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.745056 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6296c2cb-3832-4da4-ae1f-92e5ae9e3930,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:02.749694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:02.764190 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Transition to ACTIVE for port object e9419aac-bd5f-4a43-b102-5929508bab87 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:42:02.770952 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.796073 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:02.807465 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a522-1715-4e81-a8fb-b4affff688ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.852603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a522-1715-4e81-a8fb-b4affff688ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.888561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078d848-f426-4f49-a44c-6db6f932936b req-78f129e4-69e0-4633-a13c-5b0f9e65ee2f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:02.890457 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c078d848-f426-4f49-a44c-6db6f932936b req-78f129e4-69e0-4633-a13c-5b0f9e65ee2f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.2231736 Apr 05 16:42:02.971358 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c078d848-f426-4f49-a44c-6db6f932936b req-0c9ed339-fd5e-4d49-8e9b-878d9e49a7d1 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697579 Apr 05 16:42:02.989918 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a522-1715-4e81-a8fb-b4affff688ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:02.998009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:03.013717 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6a522-1715-4e81-a8fb-b4affff688ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6296c2cb-3832-4da4-ae1f-92e5ae9e3930,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:03.016219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e0e6a522-1715-4e81-a8fb-b4affff688ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:03.017270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a522-1715-4e81-a8fb-b4affff688ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.021027 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e0e6a522-1715-4e81-a8fb-b4affff688ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6296c2cb-3832-4da4-ae1f-92e5ae9e3930 HTTP/1.1" status: 204 len: 168 time: 0.3040814 Apr 05 16:42:03.140539 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10a455-55b4-47a5-bbb9-fbbae7e0fd14 None None] Pushing event updated for resources: {'Port': ['ID=e9419aac-bd5f-4a43-b102-5929508bab87,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:03.149946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1e10a455-55b4-47a5-bbb9-fbbae7e0fd14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:03.285364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57742) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:03.430903 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Attempting to bind port e9419aac-bd5f-4a43-b102-5929508bab87 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:42:03.431319 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Attempting to bind port e9419aac-bd5f-4a43-b102-5929508bab87 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:42:03.431729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Attempting to bind port e9419aac-bd5f-4a43-b102-5929508bab87 on network a415ac65-f01b-4006-9f67-217b583205f5 {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:42:03.448571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:42:03.449001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Checking segment: {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:42:03.449556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.450110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Bound using segment: {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:42:03.451905 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Bound port: e9419aac-bd5f-4a43-b102-5929508bab87, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:42:03.451905 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.504750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57752) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:03.534325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.538045 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.555886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:03.560427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] Usage tracker for resource:security_group_rule and tenant:986678c50e5e42c4a3c2b99459df68dc is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:03.564550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:03.575047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:03.585021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] For port e9419aac-bd5f-4a43-b102-5929508bab87, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:42:03.588920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] For port e9419aac-bd5f-4a43-b102-5929508bab87, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=e9419aac-bd5f-4a43-b102-5929508bab87,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:42:03.592531 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:03.596497 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.610937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] Usage tracker for resource:security_group_rule and tenant:76df5370450a4f67a43bf953806cd8e9 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:03.614451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:03.626596 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:03.626763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:03.704128 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.707675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.712292 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.718384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e0e6a522-1715-4e81-a8fb-b4affff688ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:03.719019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.729121 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bc5ff79b-d5e1-453c-841b-bb086c4150a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:03.755905 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=986678c50e5e42c4a3c2b99459df68dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499220 Apr 05 16:42:03.765567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57762) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:03.781941 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb509a6a-fcc8-48d5-9f77-0f1226c3bdd8,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:03.796102 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10a455-55b4-47a5-bbb9-fbbae7e0fd14 None None] Pushing event updated for resources: {'Port': ['ID=e9419aac-bd5f-4a43-b102-5929508bab87,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:03.800655 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:03.802186 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1e10a455-55b4-47a5-bbb9-fbbae7e0fd14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:03.807137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57766) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:03.807917 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76df5370450a4f67a43bf953806cd8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209582 Apr 05 16:42:03.819728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad9776b-2c9e-45b3-80b6-050262730c48,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:03.826827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:03.872081 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3bc5acfb-5b3f-4ecd-a671-958b31e47ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.880894 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:42:03.881674 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:41:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:42:03.901763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3bc5acfb-5b3f-4ecd-a671-958b31e47ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.921906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13573e5b-e351-4875-9780-839d71fff2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.951997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13573e5b-e351-4875-9780-839d71fff2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.963477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3bc5acfb-5b3f-4ecd-a671-958b31e47ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:03.970236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d22ce9de-4598-4430-9c30-db8f782b0633 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:03.991318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5acfb-5b3f-4ecd-a671-958b31e47ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb509a6a-fcc8-48d5-9f77-0f1226c3bdd8,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:04.005523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13573e5b-e351-4875-9780-839d71fff2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:04.006621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3bc5acfb-5b3f-4ecd-a671-958b31e47ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:04.018630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7333c9ac-5108-4205-8ce8-f5f941730166 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:04.023696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3bc5acfb-5b3f-4ecd-a671-958b31e47ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:04.026286 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3bc5acfb-5b3f-4ecd-a671-958b31e47ab3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb509a6a-fcc8-48d5-9f77-0f1226c3bdd8 HTTP/1.1" status: 204 len: 168 time: 0.2545736 Apr 05 16:42:04.051236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13573e5b-e351-4875-9780-839d71fff2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad9776b-2c9e-45b3-80b6-050262730c48,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:04.058561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-13573e5b-e351-4875-9780-839d71fff2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:04.060929 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-13573e5b-e351-4875-9780-839d71fff2ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bad9776b-2c9e-45b3-80b6-050262730c48 HTTP/1.1" status: 204 len: 168 time: 0.2522662 Apr 05 16:42:04.082941 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-13573e5b-e351-4875-9780-839d71fff2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:04.142862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:42:04.265038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878aa13-8365-4df7-9909-2c12c9bd7233 req-6d2602f1-8c94-43db-8277-08e7963bab29 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:04.266943 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0878aa13-8365-4df7-9909-2c12c9bd7233 req-6d2602f1-8c94-43db-8277-08e7963bab29 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1206763 Apr 05 16:42:04.381991 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0878aa13-8365-4df7-9909-2c12c9bd7233 req-0af86b29-2efd-43f1-b155-3f7f0b710a08 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083899 Apr 05 16:42:04.544220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:03Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:42:04.552448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c80ef6-2a0b-4108-82d9-ceb10b452dd5 None None] The sync data for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb is: [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:03Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:42:04.618835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57782) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:04.643157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57788) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:04.652432 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:04.668009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:04.672434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f8cbdf9dc18d4638b829033e1a1b01ac is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:04.676599 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:04.680443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:04.683605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:04.697753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:04.701996 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:f7444067b7bb4a78954f6e984564279f is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:04.705920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:04.714253 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:04.805410 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:04.810343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:04.840384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:04.846401 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:04.846699 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3bc5acfb-5b3f-4ecd-a671-958b31e47ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:04.856310 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dc767446-6833-4d96-ab24-1f68c6b10e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:04.859566 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8cbdf9dc18d4638b829033e1a1b01ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395639 Apr 05 16:42:04.865407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57796) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:04.891035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc12cfed-28ad-49d9-9d6e-097b16a2ecca,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:04.894951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:04.925446 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7444067b7bb4a78954f6e984564279f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773609 Apr 05 16:42:04.926212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57802) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:04.960533 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb89056-b9e8-4cac-b2c2-0c9d7ba83525,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:04.968770 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:05.011888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a035-913a-49cb-a7aa-b2937a16d7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.017335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-725f4aab-0d23-43ba-b00a-a09769ed4b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.054752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a035-913a-49cb-a7aa-b2937a16d7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.082964 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-725f4aab-0d23-43ba-b00a-a09769ed4b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.113711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a035-913a-49cb-a7aa-b2937a16d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.131898 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5426fe8b-113a-4fed-bc49-c1f3147eb721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:05.144983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-725f4aab-0d23-43ba-b00a-a09769ed4b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.151679 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-25a0f4d0-4711-4f37-993d-f9f73ade8cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:05.168675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f4aab-0d23-43ba-b00a-a09769ed4b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb89056-b9e8-4cac-b2c2-0c9d7ba83525,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:05.170942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-725f4aab-0d23-43ba-b00a-a09769ed4b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:05.175707 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-725f4aab-0d23-43ba-b00a-a09769ed4b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.178857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a035-913a-49cb-a7aa-b2937a16d7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.183309 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-725f4aab-0d23-43ba-b00a-a09769ed4b1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fb89056-b9e8-4cac-b2c2-0c9d7ba83525 HTTP/1.1" status: 204 len: 168 time: 0.3163321 Apr 05 16:42:05.184705 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2aa2a035-913a-49cb-a7aa-b2937a16d7a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc12cfed-28ad-49d9-9d6e-097b16a2ecca HTTP/1.1" status: 204 len: 168 time: 0.2573135 Apr 05 16:42:05.185783 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2a035-913a-49cb-a7aa-b2937a16d7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc12cfed-28ad-49d9-9d6e-097b16a2ecca,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:05.188321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2aa2a035-913a-49cb-a7aa-b2937a16d7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:05.191885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device e9419aac-bd5f-4a43-b102-5929508bab87 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:42:05.315503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port e9419aac-bd5f-4a43-b102-5929508bab87 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:42:05.322915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port e9419aac-bd5f-4a43-b102-5929508bab87 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:42:05.326826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.551423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.594884 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port e9419aac-bd5f-4a43-b102-5929508bab87, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=e9419aac-bd5f-4a43-b102-5929508bab87,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:42:05.601011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.604694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:05.609647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57818) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:05.679793 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113c67f-366a-4c5a-bb7e-e96d49eeda66 req-2928a75d-9249-4345-bce2-1a722252f6ed tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:05.687748 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f113c67f-366a-4c5a-bb7e-e96d49eeda66 req-2928a75d-9249-4345-bce2-1a722252f6ed tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1331561 Apr 05 16:42:05.728113 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=e9419aac-bd5f-4a43-b102-5929508bab87,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:05.732444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:05.757359 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f113c67f-366a-4c5a-bb7e-e96d49eeda66 req-872d1517-59aa-43f9-8876-466206583193 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Apr 05 16:42:05.871679 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:05.890007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:05.900438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] Usage tracker for resource:security_group_rule and tenant:c73c9eba6704455b9905b7361463291e is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:05.903826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:05.911032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:06.009656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:06.014738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:06.024859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b2b10f78-75fd-489f-ba68-56b5e51f519a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:06.074087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978491fb-ea8b-4391-ab0c-4d4ea06f5da6,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:06.084188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:06.137379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57846) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:06.154212 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c73c9eba6704455b9905b7361463291e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302317 Apr 05 16:42:06.227758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dea1c785-c0ff-430f-9e0c-0e9e0df67ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:06.266440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dea1c785-c0ff-430f-9e0c-0e9e0df67ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:06.355830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dea1c785-c0ff-430f-9e0c-0e9e0df67ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:06.363440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5451d8a2-f349-4ffb-bcb4-8c5cbe4118f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:06.382915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1c785-c0ff-430f-9e0c-0e9e0df67ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978491fb-ea8b-4391-ab0c-4d4ea06f5da6,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:06.385954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dea1c785-c0ff-430f-9e0c-0e9e0df67ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:06.389793 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-dea1c785-c0ff-430f-9e0c-0e9e0df67ed0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/978491fb-ea8b-4391-ab0c-4d4ea06f5da6 HTTP/1.1" status: 204 len: 168 time: 0.2511482 Apr 05 16:42:06.391026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dea1c785-c0ff-430f-9e0c-0e9e0df67ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:06.882051 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57878) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:06.928357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:06.956438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:06.960554 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] Usage tracker for resource:security_group_rule and tenant:1f01fdbd5c2447fa979df2e2613fa1a9 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:06.964407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:06.970985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:07.019295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43367e-4cfa-42af-b4fa-9fefd5cfc348 req-c4223bd2-575e-4fa0-83bd-a3a779afe109 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:07.032400 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8d43367e-4cfa-42af-b4fa-9fefd5cfc348 req-c4223bd2-575e-4fa0-83bd-a3a779afe109 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1606853 Apr 05 16:42:07.094832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:07.104985 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8d43367e-4cfa-42af-b4fa-9fefd5cfc348 req-303b8efd-b2ed-47a3-940d-81f24b1d22b9 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713465 Apr 05 16:42:07.120850 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:07.122708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-287ddc44-999c-4803-9f7d-389b01e29db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:07.148140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device e9419aac-bd5f-4a43-b102-5929508bab87 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:42:07.175452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e16693-6c71-41f0-92a2-4f8c0878d039,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:07.180642 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f01fdbd5c2447fa979df2e2613fa1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965732 Apr 05 16:42:07.181807 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:07.183561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57884) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:07.265942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b48e8fb-48ca-402a-839f-acf46b5a55cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:07.286745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port e9419aac-bd5f-4a43-b102-5929508bab87 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:42:07.313656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:07.323461 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b48e8fb-48ca-402a-839f-acf46b5a55cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:07.425876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b48e8fb-48ca-402a-839f-acf46b5a55cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:07.440248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:07.458026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48e8fb-48ca-402a-839f-acf46b5a55cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e16693-6c71-41f0-92a2-4f8c0878d039,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:07.461442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7b48e8fb-48ca-402a-839f-acf46b5a55cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:07.467849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b48e8fb-48ca-402a-839f-acf46b5a55cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:07.469343 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7b48e8fb-48ca-402a-839f-acf46b5a55cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19e16693-6c71-41f0-92a2-4f8c0878d039 HTTP/1.1" status: 204 len: 168 time: 0.2846270 Apr 05 16:42:08.361090 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba437e-df46-4627-9fa0-5d5ed0ce2577 req-2991ca8a-b664-4c4e-997b-f627541b7dac tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:08.362885 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-99ba437e-df46-4627-9fa0-5d5ed0ce2577 req-2991ca8a-b664-4c4e-997b-f627541b7dac tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1297753 Apr 05 16:42:08.420962 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-99ba437e-df46-4627-9fa0-5d5ed0ce2577 req-8974a980-e229-4ac2-9379-6ca2ff9b5245 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508502 Apr 05 16:42:08.716881 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57960) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:08.947096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57972) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:09.037428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-173a1848-45af-4847-9f1d-593ccee8b5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.052356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.068338 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-173a1848-45af-4847-9f1d-593ccee8b5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:09.074764 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-173a1848-45af-4847-9f1d-593ccee8b5dd admin admin] Usage tracker for resource:security_group_rule and tenant:0deab7ecf67b4ef2bc48fe0f6a44f87a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:09.077750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:09.080198 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-173a1848-45af-4847-9f1d-593ccee8b5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:09.087071 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] Usage tracker for resource:security_group_rule and tenant:7bdb72d2be58420c9dc5101a0b8f975c is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:09.089966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-173a1848-45af-4847-9f1d-593ccee8b5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:09.092807 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:09.101100 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:09.246956 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-173a1848-45af-4847-9f1d-593ccee8b5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.264775 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-173a1848-45af-4847-9f1d-593ccee8b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.275882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-24794c7a-76a3-439e-bc9c-f3cf172e9e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:09.285278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.303644 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.332614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a1848-45af-4847-9f1d-593ccee8b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ed15af-ea0a-42da-864f-ae3e318a4127,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:09.345246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-173a1848-45af-4847-9f1d-593ccee8b5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:09.346621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-668240eb-7c4f-431d-9dcc-b382e3984514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:09.359882 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-173a1848-45af-4847-9f1d-593ccee8b5dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0deab7ecf67b4ef2bc48fe0f6a44f87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115644 Apr 05 16:42:09.363301 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 57978) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:09.376563 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bdb72d2be58420c9dc5101a0b8f975c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586237 Apr 05 16:42:09.380168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 57982) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:09.397818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7432b1f4-0d58-46e6-bb17-f47d3466a65c,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:09.404099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:09.431306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e7c54c9-0057-44d8-8ea4-fd74af03c325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.451018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98f3159f-4e12-45e4-84dd-f24f39485bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.459562 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e7c54c9-0057-44d8-8ea4-fd74af03c325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.485721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98f3159f-4e12-45e4-84dd-f24f39485bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.519318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e7c54c9-0057-44d8-8ea4-fd74af03c325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.527577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ef70b397-926e-4f57-9240-a9a789bf3127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:09.542583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c54c9-0057-44d8-8ea4-fd74af03c325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ed15af-ea0a-42da-864f-ae3e318a4127,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:09.546011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4e7c54c9-0057-44d8-8ea4-fd74af03c325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:09.553898 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e7c54c9-0057-44d8-8ea4-fd74af03c325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.555289 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-4e7c54c9-0057-44d8-8ea4-fd74af03c325 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84ed15af-ea0a-42da-864f-ae3e318a4127 HTTP/1.1" status: 204 len: 168 time: 0.1909635 Apr 05 16:42:09.581194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98f3159f-4e12-45e4-84dd-f24f39485bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.622078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-98b4da26-9351-4993-94e4-39b9f3ebd2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:09.648576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3159f-4e12-45e4-84dd-f24f39485bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7432b1f4-0d58-46e6-bb17-f47d3466a65c,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:09.652926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-98f3159f-4e12-45e4-84dd-f24f39485bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:09.664300 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98f3159f-4e12-45e4-84dd-f24f39485bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:09.668470 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-98f3159f-4e12-45e4-84dd-f24f39485bfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7432b1f4-0d58-46e6-bb17-f47d3466a65c HTTP/1.1" status: 204 len: 168 time: 0.2843995 Apr 05 16:42:09.706441 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19373013-4db1-4bb0-ab95-2deeec8c3a4d req-7daecdce-dcba-4e25-afbe-c24036d52ab0 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:09.708194 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-19373013-4db1-4bb0-ab95-2deeec8c3a4d req-7daecdce-dcba-4e25-afbe-c24036d52ab0 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1392353 Apr 05 16:42:09.762183 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-19373013-4db1-4bb0-ab95-2deeec8c3a4d req-b0294b74-6c96-4b46-96f9-40544bd49f09 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471053 Apr 05 16:42:10.100386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 58014) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:10.122916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:10.144017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:10.149245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] Usage tracker for resource:security_group_rule and tenant:f8b4de9864d74f6394479cde60335cc9 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:10.152961 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:10.159878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:10.263726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:10.267453 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:10.278218 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bc26db27-bb48-4e7e-9832-edf8f4d36b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:10.325003 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8b4de9864d74f6394479cde60335cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233601 Apr 05 16:42:10.329376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf464d5-af6c-472b-b228-886116197205,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:10.329376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 58024) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:10.354936 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:10.395614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0770028d-d28b-4974-9259-0089b96727da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:10.428186 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0770028d-d28b-4974-9259-0089b96727da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:10.450410 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 58030) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:10.476779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:10.493777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0770028d-d28b-4974-9259-0089b96727da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:10.499611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-43024c35-7201-4763-8506-c3c0bc116b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:10.511340 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770028d-d28b-4974-9259-0089b96727da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf464d5-af6c-472b-b228-886116197205,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:10.516009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0770028d-d28b-4974-9259-0089b96727da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:10.524344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0770028d-d28b-4974-9259-0089b96727da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:10.525993 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-0770028d-d28b-4974-9259-0089b96727da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cf464d5-af6c-472b-b228-886116197205 HTTP/1.1" status: 204 len: 168 time: 0.1954200 Apr 05 16:42:10.855563 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:10.874417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:10.878861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] Usage tracker for resource:security_group_rule and tenant:1eaa9baa80da4e4da292c2185b1a1efb is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:10.882272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:10.901070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:11.015639 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:11.020427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:11.053770 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-eb68bc9e-1e3a-42fa-94f5-91ecc255b4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:11.093554 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1eaa9baa80da4e4da292c2185b1a1efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6399186 Apr 05 16:42:11.094229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 58056) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:11.095395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c01de0-bbf6-42ad-a1fc-cf3a9b032a40,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:11.096754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899998e-4779-41b7-960e-560b330e8e41 req-01348ff1-fd21-4919-85f1-518e1e85a2b2 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:11.102464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:11.111621 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c899998e-4779-41b7-960e-560b330e8e41 req-01348ff1-fd21-4919-85f1-518e1e85a2b2 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.2071137 Apr 05 16:42:11.179088 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dac3052b-5e93-4527-bd7d-3b234248047e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:11.207986 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c899998e-4779-41b7-960e-560b330e8e41 req-d99ed5e0-7a59-4145-bc46-3dc6054fa661 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936191 Apr 05 16:42:11.211719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dac3052b-5e93-4527-bd7d-3b234248047e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:11.284610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dac3052b-5e93-4527-bd7d-3b234248047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:11.291545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b15e16b2-318d-4cf2-84e3-1937356fc01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:11.318974 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3052b-5e93-4527-bd7d-3b234248047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c01de0-bbf6-42ad-a1fc-cf3a9b032a40,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:11.321570 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dac3052b-5e93-4527-bd7d-3b234248047e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:11.322518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dac3052b-5e93-4527-bd7d-3b234248047e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:11.323870 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-dac3052b-5e93-4527-bd7d-3b234248047e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5c01de0-bbf6-42ad-a1fc-cf3a9b032a40 HTTP/1.1" status: 204 len: 168 time: 0.2203481 Apr 05 16:42:12.555257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17aca4-2bc0-4b5b-8d68-bbb372502995 req-7073e95e-4459-43ef-a54d-64ca112e611b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:12.557141 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0b17aca4-2bc0-4b5b-8d68-bbb372502995 req-7073e95e-4459-43ef-a54d-64ca112e611b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1416113 Apr 05 16:42:12.619881 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0b17aca4-2bc0-4b5b-8d68-bbb372502995 req-1199324d-ff5c-41d6-beb3-e6d8710055b6 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528781 Apr 05 16:42:13.829564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3978c-f45d-4483-b56e-5a70b1c72073 req-00754877-5654-4d99-803e-a30e2bf73dab tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:13.831189 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0dd3978c-f45d-4483-b56e-5a70b1c72073 req-00754877-5654-4d99-803e-a30e2bf73dab tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.0943487 Apr 05 16:42:13.880205 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0dd3978c-f45d-4483-b56e-5a70b1c72073 req-bf83e85c-5391-4d1f-a4d0-c1cea935811c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Apr 05 16:42:15.140665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad091be-026c-4249-a2a4-2f4aa9977590 req-74e997c6-acfc-4576-83b4-4a9454e84d6c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:15.143570 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0ad091be-026c-4249-a2a4-2f4aa9977590 req-74e997c6-acfc-4576-83b4-4a9454e84d6c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1130815 Apr 05 16:42:15.195886 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0ad091be-026c-4249-a2a4-2f4aa9977590 req-06a61293-82d8-4fae-a22d-549f341a6d7a tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Apr 05 16:42:15.386611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 58208) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:15.514998 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:15.532313 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:15.536971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] Usage tracker for resource:security_group_rule and tenant:6d066fd95cb944079cd0ebcafdab7722 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:15.540037 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:15.546786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:15.636526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:15.640360 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:15.649577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d02b817a-e29e-44dc-8221-29faf233e409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:15.691711 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d066fd95cb944079cd0ebcafdab7722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038418 Apr 05 16:42:15.693362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e3bc53-5081-4ed9-8007-9012f9eba935,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:15.694640 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 58216) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:15.696556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:15.771074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-75c490cc-3a24-4112-afd8-99c2f31a2439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:15.798945 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-75c490cc-3a24-4112-afd8-99c2f31a2439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:15.848631 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-75c490cc-3a24-4112-afd8-99c2f31a2439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:15.852435 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1bcedb52-65bb-4c7a-b04c-e9a1f3d2e50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:15.864047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c490cc-3a24-4112-afd8-99c2f31a2439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e3bc53-5081-4ed9-8007-9012f9eba935,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:15.868190 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-75c490cc-3a24-4112-afd8-99c2f31a2439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:15.871445 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-75c490cc-3a24-4112-afd8-99c2f31a2439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:15.872676 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-75c490cc-3a24-4112-afd8-99c2f31a2439 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5e3bc53-5081-4ed9-8007-9012f9eba935 HTTP/1.1" status: 204 len: 168 time: 0.1768837 Apr 05 16:42:16.206828 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 58230) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:16.226926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:16.266960 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:16.272057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] Usage tracker for resource:security_group_rule and tenant:b69d73d8c7bd4f6c88bb00f572eb4371 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:16.277151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:16.285436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:16.429769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:16.435648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:16.466470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e9e4e1ad-50b8-45f4-bb8d-c4f82049b5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:16.470499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f261bfc-52d1-465d-9d9e-4f9a8a5ca5e9 req-0ecc2d3f-7e52-4e99-8a27-43b80f508426 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:16.478876 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f261bfc-52d1-465d-9d9e-4f9a8a5ca5e9 req-0ecc2d3f-7e52-4e99-8a27-43b80f508426 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1249006 Apr 05 16:42:16.504389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251e8f17-f732-4f64-bce3-03e99b7495e2,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:16.523090 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:16.543252 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f261bfc-52d1-465d-9d9e-4f9a8a5ca5e9 req-65b44666-5dcb-4068-bf96-cf191d681c70 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632553 Apr 05 16:42:16.552289 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 58248) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:16.552846 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b69d73d8c7bd4f6c88bb00f572eb4371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446305 Apr 05 16:42:16.629695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78f35c7-6b19-4071-9060-b281c0c0d0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:16.658466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78f35c7-6b19-4071-9060-b281c0c0d0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:16.710410 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78f35c7-6b19-4071-9060-b281c0c0d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:16.715661 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-707ce9d0-f768-40fc-ac0f-30c624e3c276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:16.727762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f35c7-6b19-4071-9060-b281c0c0d0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251e8f17-f732-4f64-bce3-03e99b7495e2,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:16.735262 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e78f35c7-6b19-4071-9060-b281c0c0d0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:16.735463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e78f35c7-6b19-4071-9060-b281c0c0d0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:16.739108 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e78f35c7-6b19-4071-9060-b281c0c0d0b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/251e8f17-f732-4f64-bce3-03e99b7495e2 HTTP/1.1" status: 204 len: 168 time: 0.1832585 Apr 05 16:42:16.968915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-efccf633-3ba9-4dcb-bace-765770244d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:17.745823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066cf1c-2d9c-4473-9219-05613b5bb19f req-7e7c265a-6fae-4eed-8bf7-bef397b08fad tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:17.747330 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7066cf1c-2d9c-4473-9219-05613b5bb19f req-7e7c265a-6fae-4eed-8bf7-bef397b08fad tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.0903773 Apr 05 16:42:17.797042 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7066cf1c-2d9c-4473-9219-05613b5bb19f req-bbbdd05a-8f47-4925-82f4-c90cf257bb5a tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430162 Apr 05 16:42:18.285714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:19.011720 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8880154-d211-4e62-b950-09128940f789 req-c2776f4b-90b7-4c5f-bdd1-a609989718d0 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:19.013465 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a8880154-d211-4e62-b950-09128940f789 req-c2776f4b-90b7-4c5f-bdd1-a609989718d0 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.0943213 Apr 05 16:42:19.072511 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a8880154-d211-4e62-b950-09128940f789 req-56c7c6db-0e46-4a5c-8b58-c9cd05b3936e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521269 Apr 05 16:42:19.079791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8e5f-83ba-45ae-997d-9be8bf9e90e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:19.655081 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-5c564f99-e54e-4583-bbca-4d8116fde94b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Synchronizing usage tracker for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:42:19.674528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-5c564f99-e54e-4583-bbca-4d8116fde94b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Unset dirty status for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:42:19.684321 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-5c564f99-e54e-4583-bbca-4d8116fde94b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--385472240&fields=id&tenant_id=a4623ce5b76541dcb98c8727f0d006ab HTTP/1.1" status: 200 len: 267 time: 0.0874426 Apr 05 16:42:19.793094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:19.885146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 58398) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:19.888825 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-35a1c29f-5834-4ed6-9994-811cda29d825 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:19.889773 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-35a1c29f-5834-4ed6-9994-811cda29d825 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Synchronizing usage tracker for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:network {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:42:19.909914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-35a1c29f-5834-4ed6-9994-811cda29d825 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Unset dirty status for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:network {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:42:19.911317 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-35a1c29f-5834-4ed6-9994-811cda29d825 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 817 time: 0.2259243 Apr 05 16:42:19.928580 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-23eb954f-1cdb-4cee-8a51-b2b66ebe067c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/quotas/a4623ce5b76541dcb98c8727f0d006ab HTTP/1.1" status: 200 len: 375 time: 0.0109489 Apr 05 16:42:20.039343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-9f785dc8-391c-4096-ba5d-843a9263777f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Synchronizing usage tracker for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:42:20.052937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:20.072107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:20.075867 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-9f785dc8-391c-4096-ba5d-843a9263777f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Unset dirty status for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:42:20.076413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] Usage tracker for resource:security_group_rule and tenant:df69dcc1ca2e4f31a59ceb849da94e3c is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:20.079403 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-9f785dc8-391c-4096-ba5d-843a9263777f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427300 Apr 05 16:42:20.079621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:20.087507 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:20.224048 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:20.232336 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:20.267304 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-19829633-1a62-408b-825f-1fe5216a747b service neutron] 10.222.0.15 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686707 Apr 05 16:42:20.281641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ddbc1589-cf8b-4e8c-be75-b2eb02839b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:20.303988 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df69dcc1ca2e4f31a59ceb849da94e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151883 Apr 05 16:42:20.303988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 58422) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:20.387141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1118f7-f432-48a3-8d4e-9852752b8b3f,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:20.414053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:20.422399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2075259e-45c2-4800-a174-da4f3b016673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:20.465816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2075259e-45c2-4800-a174-da4f3b016673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:20.515167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2075259e-45c2-4800-a174-da4f3b016673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:20.520734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:20.536924 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075259e-45c2-4800-a174-da4f3b016673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1118f7-f432-48a3-8d4e-9852752b8b3f,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:20.539369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2075259e-45c2-4800-a174-da4f3b016673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:20.556916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2075259e-45c2-4800-a174-da4f3b016673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:20.558517 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2075259e-45c2-4800-a174-da4f3b016673 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d1118f7-f432-48a3-8d4e-9852752b8b3f HTTP/1.1" status: 204 len: 168 time: 0.2509058 Apr 05 16:42:20.638655 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-84fc357c-fd60-4c1d-91ee-c27c32e7cbd0 service neutron] 10.222.0.15 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626494 Apr 05 16:42:20.656059 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67998e98-6ed0-4c8e-868f-205358c74b91 req-ba698b5d-abcf-40df-852b-dcdaa4061669 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:20.664193 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-67998e98-6ed0-4c8e-868f-205358c74b91 req-ba698b5d-abcf-40df-852b-dcdaa4061669 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.3858821 Apr 05 16:42:20.722392 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-67998e98-6ed0-4c8e-868f-205358c74b91 req-12de308f-d61b-46ec-8184-bdb34b5fbbce tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571313 Apr 05 16:42:20.931415 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a2f8625a-9f3a-4af6-b415-663a5c9122a2 req-7806fa24-cdb6-4292-8923-d9c42b53e562 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 210 time: 0.0656133 Apr 05 16:42:21.024406 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 58464) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:21.047177 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:21.071914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:21.071914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] Usage tracker for resource:security_group_rule and tenant:d8085049df324697aa4ea64d3ca682c1 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:21.071914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:21.078033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:21.190038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:21.209260 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:21.219175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:21.272598 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8085049df324697aa4ea64d3ca682c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468412 Apr 05 16:42:21.274611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1846649e-6dfb-47e3-8e09-10ad4607e9b0,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:21.275983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 58486) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:21.280503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:21.327853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:21.374584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-58e0ee3d-e09c-4338-b186-270e09cb8e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:21.421560 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-58e0ee3d-e09c-4338-b186-270e09cb8e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:21.483339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-58e0ee3d-e09c-4338-b186-270e09cb8e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:21.490971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cd7707c0-088f-489c-9a81-b374ef1605d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:21.507348 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0ee3d-e09c-4338-b186-270e09cb8e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1846649e-6dfb-47e3-8e09-10ad4607e9b0,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:21.509514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-58e0ee3d-e09c-4338-b186-270e09cb8e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:21.511379 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-58e0ee3d-e09c-4338-b186-270e09cb8e31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1846649e-6dfb-47e3-8e09-10ad4607e9b0 HTTP/1.1" status: 204 len: 168 time: 0.2337694 Apr 05 16:42:21.513854 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-58e0ee3d-e09c-4338-b186-270e09cb8e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:21.821677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4fa4e-cc73-4365-8fcb-7dde2486a9b3 req-fa40eb8a-1616-47f9-9ef9-4f7220f37aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:21.823451 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-66b4fa4e-cc73-4365-8fcb-7dde2486a9b3 req-fa40eb8a-1616-47f9-9ef9-4f7220f37aa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 1099 time: 0.1037056 Apr 05 16:42:21.877027 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-66b4fa4e-cc73-4365-8fcb-7dde2486a9b3 req-2934ebb6-8fef-4f84-8918-cdfb7c6e3672 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460408 Apr 05 16:42:22.192298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4da7fb-f7ee-4d28-b9a7-984f635302fe req-d71e9173-a661-4f78-aff0-9e6943655235 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:22.193893 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab4da7fb-f7ee-4d28-b9a7-984f635302fe req-d71e9173-a661-4f78-aff0-9e6943655235 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.3356197 Apr 05 16:42:22.209184 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:42:22.244246 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab4da7fb-f7ee-4d28-b9a7-984f635302fe req-fc3725bd-8433-4741-b5eb-10caed89982b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436273 Apr 05 16:42:22.410649 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0042bc73-4c9a-46db-8764-a36652038915 req-5b5a8699-295d-4c34-b6ab-4c209256c909 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 210 time: 0.0540650 Apr 05 16:42:22.970866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 58548) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:22.975230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-9e79c187-1066-4582-ba28-0e780025be6e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:22.978020 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-9e79c187-1066-4582-ba28-0e780025be6e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 817 time: 0.2116046 Apr 05 16:42:23.072574 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-728c7ea1-90cf-4008-85b3-9afcc97b1873 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Synchronizing usage tracker for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:security_group {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:42:23.086961 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-728c7ea1-90cf-4008-85b3-9afcc97b1873 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Unset dirty status for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:security_group {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:42:23.089564 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-728c7ea1-90cf-4008-85b3-9afcc97b1873 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4623ce5b76541dcb98c8727f0d006ab HTTP/1.1" status: 200 len: 5708 time: 0.0898283 Apr 05 16:42:23.100577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'port': {'device_id': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'admin_state_up': True, 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'security_groups': ['2b64860f-0f99-4b54-9905-0442112f32bd']}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:42:23.117757 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:23.133362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:23.137442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] Usage tracker for resource:security_group_rule and tenant:725eecb6b8f140c98641f2e504859c6f is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:23.140490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:23.146493 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:23.248195 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:23.251786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:23.256055 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:23.261114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-98f3159f-4e12-45e4-84dd-f24f39485bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:23.266203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:23.277438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Made reservation on behalf of a4623ce5b76541dcb98c8727f0d006ab for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:42:23.306844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:23.307420 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=725eecb6b8f140c98641f2e504859c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352134 Apr 05 16:42:23.308058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 58560) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:23.310980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5b0112-f86d-485b-ab11-094acb42ced2,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:23.324135 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:23.399810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cda21f88-e97a-4ebb-a9f8-9d9b524c8dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:23.455700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cda21f88-e97a-4ebb-a9f8-9d9b524c8dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:23.565358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Allocated IP 172.20.0.12 (a415ac65-f01b-4006-9f67-217b583205f5/fdc237f3-a326-435e-b8fd-f4266e05e771/b551135b-cd50-4410-96b1-6ef0ddb3bdba) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:42:23.572684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cda21f88-e97a-4ebb-a9f8-9d9b524c8dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:23.578648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7b48e8fb-48ca-402a-839f-acf46b5a55cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:23.599976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda21f88-e97a-4ebb-a9f8-9d9b524c8dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5b0112-f86d-485b-ab11-094acb42ced2,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:23.607811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20e658-a858-4aa4-82fb-5792affda698 req-22a93d5a-94aa-4d61-ba58-f1b52310cd9b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:23.609431 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6d20e658-a858-4aa4-82fb-5792affda698 req-22a93d5a-94aa-4d61-ba58-f1b52310cd9b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1413136 Apr 05 16:42:23.613141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cda21f88-e97a-4ebb-a9f8-9d9b524c8dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:23.614076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cda21f88-e97a-4ebb-a9f8-9d9b524c8dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:23.615228 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-cda21f88-e97a-4ebb-a9f8-9d9b524c8dd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b5b0112-f86d-485b-ab11-094acb42ced2 HTTP/1.1" status: 204 len: 168 time: 0.3060777 Apr 05 16:42:23.673353 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6d20e658-a858-4aa4-82fb-5792affda698 req-a4c8ec09-c99b-480c-88b4-c66ca99da211 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543165 Apr 05 16:42:23.827119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:23.845261 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Transition to ACTIVE for port object b551135b-cd50-4410-96b1-6ef0ddb3bdba will not be triggered until provisioned by entity DHCP. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:42:23.853196 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6952c95c-e2f0-4620-8a19-441068d841aa req-f4b31fa5-4f79-46e2-affe-6ea9d7ef8936 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 210 time: 0.0534728 Apr 05 16:42:23.872962 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:23.895892 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-17a57cff-66ef-4a9c-b589-6680b423d812 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:24.048713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:24.053334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:24.097252 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Network a415ac65-f01b-4006-9f67-217b583205f5 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:42:24.098525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:42:24.115081 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:42:24.237651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:24.238692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:24.295785 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1996198 Apr 05 16:42:24.316325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Request body: {'port': {'device_id': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:42:24.443741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-07b5e1b9-e005-4cb4-b76d-6996c395f1e9 None None] Provisioning for port b551135b-cd50-4410-96b1-6ef0ddb3bdba completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:42:24.449358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-07b5e1b9-e005-4cb4-b76d-6996c395f1e9 None None] Provisioning complete for port b551135b-cd50-4410-96b1-6ef0ddb3bdba triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:42:24.449789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-07b5e1b9-e005-4cb4-b76d-6996c395f1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:24.515753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-07b5e1b9-e005-4cb4-b76d-6996c395f1e9 None None] Port b551135b-cd50-4410-96b1-6ef0ddb3bdba cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:42:24.663319 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:24.968181 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0079d-fc13-4efb-83c3-cc879439d4b8 req-c0e7bd81-1541-4a34-a0ba-e6a4565e8e15 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:24.979228 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2da0079d-fc13-4efb-83c3-cc879439d4b8 req-c0e7bd81-1541-4a34-a0ba-e6a4565e8e15 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1490054 Apr 05 16:42:25.134306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5c21f-0baf-483c-93d4-37d03aab43fd req-8d8af8d1-ba6d-4b9b-b6cf-d9349a463cf9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:25.135939 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8cd5c21f-0baf-483c-93d4-37d03aab43fd req-8d8af8d1-ba6d-4b9b-b6cf-d9349a463cf9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 932 time: 0.1348703 Apr 05 16:42:25.151591 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2da0079d-fc13-4efb-83c3-cc879439d4b8 req-23dc8ece-3efd-4ecc-8525-66b06b7e68d6 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712277 Apr 05 16:42:25.162055 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b551135b-cd50-4410-96b1-6ef0ddb3bdba {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:42:25.180316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:25.196634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Transition to ACTIVE for port object b551135b-cd50-4410-96b1-6ef0ddb3bdba will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:42:25.199919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:25.203661 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8cd5c21f-0baf-483c-93d4-37d03aab43fd req-09ae0dfa-f5de-409b-99d3-769dde9d730e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505373 Apr 05 16:42:25.231297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:25.389851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefde61d-725b-4f13-bbfc-9a03a4fd1bf9 req-9026d389-5321-456f-935b-d100691f297f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:25.391138 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-aefde61d-725b-4f13-bbfc-9a03a4fd1bf9 req-9026d389-5321-456f-935b-d100691f297f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1202993 Apr 05 16:42:25.427992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Pushing event updated for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:25.432326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:25.449148 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-aefde61d-725b-4f13-bbfc-9a03a4fd1bf9 req-c665f96a-495f-4e17-96cb-772bb02837af tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512512 Apr 05 16:42:25.661729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Attempting to bind port b551135b-cd50-4410-96b1-6ef0ddb3bdba on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:42:25.662252 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Attempting to bind port b551135b-cd50-4410-96b1-6ef0ddb3bdba by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:42:25.662667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Attempting to bind port b551135b-cd50-4410-96b1-6ef0ddb3bdba on network a415ac65-f01b-4006-9f67-217b583205f5 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:42:25.667693 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Port b551135b-cd50-4410-96b1-6ef0ddb3bdba on network a415ac65-f01b-4006-9f67-217b583205f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:42:25.668058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Attempting to bind port b551135b-cd50-4410-96b1-6ef0ddb3bdba on network a415ac65-f01b-4006-9f67-217b583205f5 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:42:25.674603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:42:25.675074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Checking segment: {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:42:25.675613 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Bound using segment: {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:42:25.676157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Bound port: b551135b-cd50-4410-96b1-6ef0ddb3bdba, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:42:25.676550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:25.768550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 58638) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:25.799556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:42:25.810734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:42:25.816259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:25.967171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:25.973760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:25.990116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:25.994324 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] Usage tracker for resource:security_group_rule and tenant:0807a831e45444fd8c366ffca112ea0e is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:25.998095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:26.007250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:26.070279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:26.071009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:26.072498 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] 10.222.0.41 "PUT /v2.0/ports/b551135b-cd50-4410-96b1-6ef0ddb3bdba HTTP/1.1" status: 200 len: 1094 time: 1.7615135 Apr 05 16:42:26.074099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:42:26.082515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Pushing event updated for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:26.096991 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:26.122536 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:26.127584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:26.145085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cda21f88-e97a-4ebb-a9f8-9d9b524c8dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:26.182874 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'status': 'completed', 'code': 200} Apr 05 16:42:26.203370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 58662) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:26.204048 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0807a831e45444fd8c366ffca112ea0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342854 Apr 05 16:42:26.205196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d05701-d04f-444e-9929-df821e26df8e,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:26.208842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:26.284093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-e4c51e27-dae1-4cd3-a20f-347788111585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:26.285811 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-e4c51e27-dae1-4cd3-a20f-347788111585 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 1097 time: 0.1454933 Apr 05 16:42:26.307600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ee0e09f9-7a06-4ab9-9e7e-962d6cc342f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:26.441584 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-2ad56d06-8ee7-434b-80ec-b2c673b8d878 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba HTTP/1.1" status: 200 len: 217 time: 0.1298776 Apr 05 16:42:26.509831 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e2f59-277b-47a0-a1bb-e23b74dd570e req-008ba465-258e-47b7-a659-94c4b0908837 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:26.511271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ee0e09f9-7a06-4ab9-9e7e-962d6cc342f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:26.511414 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fb8e2f59-277b-47a0-a1bb-e23b74dd570e req-008ba465-258e-47b7-a659-94c4b0908837 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.1156881 Apr 05 16:42:26.573373 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-dccfaa95-524e-47cf-ac7e-be77d4070580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:26.575126 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-dccfaa95-524e-47cf-ac7e-be77d4070580 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.1250885 Apr 05 16:42:26.595104 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fb8e2f59-277b-47a0-a1bb-e23b74dd570e req-7592c48e-23ff-4f8a-9eda-b54db5adb01a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748901 Apr 05 16:42:26.599420 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-569875c3-f2d3-4638-9764-49b2b73c6013 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=63ed184738034196a2e4b96002fcd52d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468934 Apr 05 16:42:26.627939 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ee0e09f9-7a06-4ab9-9e7e-962d6cc342f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:26.636906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:26.653847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e09f9-7a06-4ab9-9e7e-962d6cc342f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d05701-d04f-444e-9929-df821e26df8e,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:26.658564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ee0e09f9-7a06-4ab9-9e7e-962d6cc342f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:26.665848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ee0e09f9-7a06-4ab9-9e7e-962d6cc342f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:26.670474 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-ee0e09f9-7a06-4ab9-9e7e-962d6cc342f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83d05701-d04f-444e-9929-df821e26df8e HTTP/1.1" status: 204 len: 168 time: 0.4626670 Apr 05 16:42:26.695433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d92efc18-de91-4406-b92e-e934b87cbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:26.697836 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-d92efc18-de91-4406-b92e-e934b87cbdcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1117134 Apr 05 16:42:26.778271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd922b4c-010d-46a2-9017-251e323bec40 req-5e418407-9f7b-4e7e-837a-2718b5891a2a tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:26.782295 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-5e418407-9f7b-4e7e-837a-2718b5891a2a tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762996 Apr 05 16:42:26.796716 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-4035acce-185c-41f1-9a7f-9dfa554f0756 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/quotas/63ed184738034196a2e4b96002fcd52d HTTP/1.1" status: 200 len: 375 time: 0.0103085 Apr 05 16:42:26.856708 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-51f0f6a3-a3f6-4eae-bbc4-813e0453e98d tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=63ed184738034196a2e4b96002fcd52d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533648 Apr 05 16:42:26.862752 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-48b92aea-02d2-4531-8251-2ce143aa2407 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575663 Apr 05 16:42:27.050318 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f1ea456-54b0-45f1-8f82-0e7acfa32b1d req-90e9f243-532a-43f6-9e9a-f8b41bca506d service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802452 Apr 05 16:42:27.168932 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-aad7acd4-7d69-42a1-a73a-8e304a301ee9 req-b7271d88-ff14-4e2c-a9f3-8deec1b320b0 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 210 time: 0.1191325 Apr 05 16:42:27.333786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-c1511524-1a79-444d-a428-b00bec78fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:27.335444 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-c1511524-1a79-444d-a428-b00bec78fcfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 1097 time: 0.1770658 Apr 05 16:42:27.497043 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-651eea7f-35b8-459b-9441-bb83b5728575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:27.498973 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-651eea7f-35b8-459b-9441-bb83b5728575 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 918 time: 0.1537700 Apr 05 16:42:27.602977 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-6548596f-7730-439f-92c8-964dcb2ec638 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba HTTP/1.1" status: 200 len: 217 time: 0.0963595 Apr 05 16:42:27.715514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-78e3a0fc-7e57-4fa5-ace6-a736a4a9503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:27.717276 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-78e3a0fc-7e57-4fa5-ace6-a736a4a9503b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0734835 Apr 05 16:42:27.818117 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-2a616082-4827-43a9-a9e8-755c6398808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:27.819930 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-2a616082-4827-43a9-a9e8-755c6398808d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956447 Apr 05 16:42:27.929291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f34e0a-d21b-45fd-9c94-35ebd1d8b4b6 req-b9807202-3780-4f24-8428-262500e086f5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:27.931274 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c7f34e0a-d21b-45fd-9c94-35ebd1d8b4b6 req-b9807202-3780-4f24-8428-262500e086f5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.1375055 Apr 05 16:42:27.939180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66ccdb-5b4f-4134-afff-1776380c95bf req-56a5968a-14a4-4959-9a40-341a252d0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:27.940773 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0e66ccdb-5b4f-4134-afff-1776380c95bf req-56a5968a-14a4-4959-9a40-341a252d0867 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 1098 time: 0.1940491 Apr 05 16:42:28.021010 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-1f7f1d81-8ec9-49e1-95ff-94e64bb24b1d service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926544 Apr 05 16:42:28.067048 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c7f34e0a-d21b-45fd-9c94-35ebd1d8b4b6 req-f6566572-8035-4f7b-bba6-fc2117bcce49 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247785 Apr 05 16:42:28.186462 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e69436d-b23f-44a9-bcda-6744019ba32b req-0dc7bfbb-0f09-4f23-b7f1-3b254f01ab0b service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496286 Apr 05 16:42:28.191042 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafcfb6-8fff-4da3-a617-9783dc344ebc req-0cf55740-77cb-4768-aeb2-4897a3ba2262 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:28.192769 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7eafcfb6-8fff-4da3-a617-9783dc344ebc req-0cf55740-77cb-4768-aeb2-4897a3ba2262 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1697798 Apr 05 16:42:28.259942 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7eafcfb6-8fff-4da3-a617-9783dc344ebc req-4c2b65f6-0534-4a81-92ad-d3381d99f0c0 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503926 Apr 05 16:42:28.262954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66ccdb-5b4f-4134-afff-1776380c95bf req-c1b9a94b-d122-4545-bf24-1d35bae4a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:28.264805 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0e66ccdb-5b4f-4134-afff-1776380c95bf req-c1b9a94b-d122-4545-bf24-1d35bae4a590 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 920 time: 0.2842491 Apr 05 16:42:28.360250 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0e66ccdb-5b4f-4134-afff-1776380c95bf req-2595b2fb-10a0-4678-886f-1b1b77fe8667 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c HTTP/1.1" status: 200 len: 217 time: 0.0877700 Apr 05 16:42:28.437210 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66ccdb-5b4f-4134-afff-1776380c95bf req-fd0efef6-7f27-4745-94fd-1d931d606840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:28.439131 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0e66ccdb-5b4f-4134-afff-1776380c95bf req-fd0efef6-7f27-4745-94fd-1d931d606840 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.0713215 Apr 05 16:42:28.551071 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0949d9e1-3304-4d7f-9778-ab3dad861c11 req-37a765f9-1703-4155-9c9b-c5ca74509c62 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 210 time: 0.1106899 Apr 05 16:42:28.564719 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0e66ccdb-5b4f-4134-afff-1776380c95bf req-7a466a30-1177-4c8d-8eae-5ec71cb215ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515423 Apr 05 16:42:28.592584 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-2fc893ed-47d4-481d-b6b2-b78aea0118c1 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=63ed184738034196a2e4b96002fcd52d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327492 Apr 05 16:42:28.729755 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0e66ccdb-5b4f-4134-afff-1776380c95bf req-8b4f9546-06c7-4759-97b4-cb06376ea2f5 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503649 Apr 05 16:42:28.765284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd922b4c-010d-46a2-9017-251e323bec40 req-8db9c2d0-3a33-4de7-9278-bc18c535efb6 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:28.767078 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-8db9c2d0-3a33-4de7-9278-bc18c535efb6 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690638 Apr 05 16:42:28.786383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Request body: {'port': {'device_id': '12b67299-0fa1-400d-a9cd-bcb014a9e00c', 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f', 'admin_state_up': True, 'tenant_id': '63ed184738034196a2e4b96002fcd52d'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:42:28.877436 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0e66ccdb-5b4f-4134-afff-1776380c95bf req-6668503f-941e-4627-964f-c9ee9be91fd8 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402855 Apr 05 16:42:28.940596 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:28.944666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Usage tracker for resource:port and tenant:63ed184738034196a2e4b96002fcd52d is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:28.947663 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:28.953845 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:28.965826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Made reservation on behalf of 63ed184738034196a2e4b96002fcd52d for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:42:28.972047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:28.985741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:29.001686 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:29.005841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Usage tracker for resource:security_group_rule and tenant:63ed184738034196a2e4b96002fcd52d is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:29.008824 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:29.015350 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:29.111650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:29.115931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:29.119170 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dac3052b-5e93-4527-bd7d-3b234248047e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:29.205341 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aec3e0-13eb-48dd-a1af-34d93c77163a,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:29.211975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:29.323157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a47fd-141b-404c-a297-378ac243d14e req-67f9d799-16cb-4054-a6e9-230c93189b92 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:29.324755 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e37a47fd-141b-404c-a297-378ac243d14e req-67f9d799-16cb-4054-a6e9-230c93189b92 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.1229868 Apr 05 16:42:29.327695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Allocated IP 192.168.233.147 (de379dc4-289d-4ac1-8de0-7362af01478f/9113b835-978d-4be4-baae-229834aed44a/45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:42:29.405988 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e37a47fd-141b-404c-a297-378ac243d14e req-26df7305-d602-4ffd-a976-2c14e4a86034 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700665 Apr 05 16:42:29.511128 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c53800-2e94-4562-aaf2-04615ce5c869 req-66e95daa-3a02-4be7-812b-50826564fa54 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:29.512891 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-95c53800-2e94-4562-aaf2-04615ce5c869 req-66e95daa-3a02-4be7-812b-50826564fa54 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0890710 Apr 05 16:42:29.559015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:29.577418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Transition to ACTIVE for port object 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f will not be triggered until provisioned by entity DHCP. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:42:29.581331 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-95c53800-2e94-4562-aaf2-04615ce5c869 req-9971cfc4-48b5-4ced-9c0e-747bfcfe7f51 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538588 Apr 05 16:42:29.616957 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:29.651165 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:29.787054 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45665404-3f74-4f76-af3e-c44a6d8e33b1 req-1e8a8b37-21a9-4bc9-89a0-717b694f1ca5 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:29.789007 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-45665404-3f74-4f76-af3e-c44a6d8e33b1 req-1e8a8b37-21a9-4bc9-89a0-717b694f1ca5 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 936 time: 0.1059122 Apr 05 16:42:29.845190 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-45665404-3f74-4f76-af3e-c44a6d8e33b1 req-e92f561a-b837-4a89-b41e-016b24b74eef tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Apr 05 16:42:30.012950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Pushing event updated for resources: {'Port': ['ID=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:30.018371 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:30.058904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Network de379dc4-289d-4ac1-8de0-7362af01478f is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:42:30.060020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:42:30.062479 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:42:30.134649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:30.135368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:30.162802 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3806293 Apr 05 16:42:30.191891 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Request body: {'port': {'device_id': '12b67299-0fa1-400d-a9cd-bcb014a9e00c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:42:30.322469 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:30.348070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-2e048ae9-7cf1-4e41-98b6-cab96a41a275 None None] Provisioning for port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:42:30.354892 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-2e048ae9-7cf1-4e41-98b6-cab96a41a275 None None] Provisioning complete for port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:42:30.355307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2e048ae9-7cf1-4e41-98b6-cab96a41a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:30.414433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-2e048ae9-7cf1-4e41-98b6-cab96a41a275 None None] Port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:42:30.625967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d45172-4b08-4999-9e5c-f6caaa99351c req-dece196e-dfdb-4229-b1e4-b7404fdec07f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:30.628488 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-21d45172-4b08-4999-9e5c-f6caaa99351c req-dece196e-dfdb-4229-b1e4-b7404fdec07f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0993001 Apr 05 16:42:30.688614 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-21d45172-4b08-4999-9e5c-f6caaa99351c req-7c24ad50-4308-46cb-af91-f99605b8125d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526106 Apr 05 16:42:30.798884 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:42:30.806999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:30.820294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2720c-ea83-4440-b41c-eac0ef9c0038 req-43c41024-6e0a-4671-8d29-555095b8d149 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:30.821919 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-23f2720c-ea83-4440-b41c-eac0ef9c0038 req-43c41024-6e0a-4671-8d29-555095b8d149 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0926871 Apr 05 16:42:30.822416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Transition to ACTIVE for port object 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:42:30.827566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:30.841131 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-29d8545b-3d30-4288-8e9a-ddec733584ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:30.871980 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-23f2720c-ea83-4440-b41c-eac0ef9c0038 req-0bf8077d-8cc5-4f02-8c50-6e1bd736a7e6 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425611 Apr 05 16:42:30.991319 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Pushing event updated for resources: {'Port': ['ID=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:30.996867 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:31.096999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fea86-963c-4eda-bbaf-ecf7242bb0eb req-d42569f6-f65b-40aa-92b6-b16858dc83cf tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:31.098968 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab5fea86-963c-4eda-bbaf-ecf7242bb0eb req-d42569f6-f65b-40aa-92b6-b16858dc83cf tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 948 time: 0.1207242 Apr 05 16:42:31.154594 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab5fea86-963c-4eda-bbaf-ecf7242bb0eb req-13ad68e0-360f-4441-a826-2be7f914cf18 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487556 Apr 05 16:42:31.236504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Attempting to bind port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:42:31.236862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Attempting to bind port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0f35a01e-7ed8-43e4-bf8b-5ded8bc63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:42:31.237224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Attempting to bind port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f on network de379dc4-289d-4ac1-8de0-7362af01478f {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:42:31.242277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f on network de379dc4-289d-4ac1-8de0-7362af01478f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:42:31.242740 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Attempting to bind port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f on network de379dc4-289d-4ac1-8de0-7362af01478f {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:42:31.248622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:42:31.249008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Checking segment: {'id': '0f35a01e-7ed8-43e4-bf8b-5ded8bc63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:42:31.249484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Bound using segment: {'id': '0f35a01e-7ed8-43e4-bf8b-5ded8bc63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:42:31.250008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Bound port: 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f35a01e-7ed8-43e4-bf8b-5ded8bc63769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:42:31.250396 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:31.352597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] For port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:42:31.355463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] For port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,segment=NetworkSegment(0f35a01e-7ed8-43e4-bf8b-5ded8bc63769),segment_id=0f35a01e-7ed8-43e4-bf8b-5ded8bc63769)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:42:31.360013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:31.376759 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:31.534498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Pushing event updated for resources: {'Port': ['ID=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:31.539798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:31.577872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:31.578566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:31.580499 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] 10.222.0.41 "PUT /v2.0/ports/45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f HTTP/1.1" status: 200 len: 1098 time: 1.3934793 Apr 05 16:42:31.581033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b67299-0fa1-400d-a9cd-bcb014a9e00c', 'tag': '45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:42:31.606308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b551135b-cd50-4410-96b1-6ef0ddb3bdba details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:42:31.636216 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b67299-0fa1-400d-a9cd-bcb014a9e00c', 'tag': '45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f', 'status': 'completed', 'code': 200} Apr 05 16:42:31.768428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:42:31.785721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'port_id': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'mac_address': 'fa:16:3e:02:4f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:42:31.791937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd922b4c-010d-46a2-9017-251e323bec40 req-d9970b7a-9c4b-4526-ba8b-e16ff19fd3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:31.796137 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-d9970b7a-9c4b-4526-ba8b-e16ff19fd3fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63ed184738034196a2e4b96002fcd52d&device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 1101 time: 0.1291893 Apr 05 16:42:31.866638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:31.886125 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-9d456402-429c-4532-a2cf-1c4dd97f1be4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f HTTP/1.1" status: 200 len: 217 time: 0.0765285 Apr 05 16:42:31.893452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b551135b-cd50-4410-96b1-6ef0ddb3bdba {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:42:31.912088 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:42:31.915790 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:31.918812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:31.940294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ac5b1-5bc9-4141-a049-428d87d02b9a req-cb813881-0cdc-4856-8abe-c7c7b407c6df tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:31.942229 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-601ac5b1-5bc9-4141-a049-428d87d02b9a req-cb813881-0cdc-4856-8abe-c7c7b407c6df tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.1024091 Apr 05 16:42:31.981412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd922b4c-010d-46a2-9017-251e323bec40 req-87ccec6a-f565-4208-974d-7cbb8699d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:31.983432 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-87ccec6a-f565-4208-974d-7cbb8699d40e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9113b835-978d-4be4-baae-229834aed44a HTTP/1.1" status: 200 len: 843 time: 0.0834463 Apr 05 16:42:31.996415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:32.000030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:32.002347 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-601ac5b1-5bc9-4141-a049-428d87d02b9a req-522ef7f4-9165-4a7b-93e2-abe9208af91b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521362 Apr 05 16:42:32.092015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd922b4c-010d-46a2-9017-251e323bec40 req-6a8c35d6-40c2-48fb-8cf6-e2b893795ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:32.093797 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-6a8c35d6-40c2-48fb-8cf6-e2b893795ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de379dc4-289d-4ac1-8de0-7362af01478f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1028037 Apr 05 16:42:32.118798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15d32e-53a8-4ff6-aed5-84f347e61fab req-86f37cba-7049-4453-bf81-69a342420ecc tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:32.120978 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8b15d32e-53a8-4ff6-aed5-84f347e61fab req-86f37cba-7049-4453-bf81-69a342420ecc tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1016512 Apr 05 16:42:32.175510 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8b15d32e-53a8-4ff6-aed5-84f347e61fab req-5378f183-ae9c-4389-a7e9-dbb3aacb5f92 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Apr 05 16:42:32.259780 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-bfd39475-65f0-488e-92fb-bbd6cd082014 service neutron] 10.222.0.41 "GET /v2.0/networks/de379dc4-289d-4ac1-8de0-7362af01478f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582532 Apr 05 16:42:32.384904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa6790-ee85-4c19-ab90-5b8595aab486 req-0b9b6f2a-c808-4cfc-972c-2b0c3cf4fa1f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:32.393223 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c9aa6790-ee85-4c19-ab90-5b8595aab486 req-0b9b6f2a-c808-4cfc-972c-2b0c3cf4fa1f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 948 time: 0.1117308 Apr 05 16:42:32.440827 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c9aa6790-ee85-4c19-ab90-5b8595aab486 req-8b487951-a3ce-4c2a-9b51-a1b25898c798 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460262 Apr 05 16:42:32.451502 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dd922b4c-010d-46a2-9017-251e323bec40 req-808b04c5-6ec1-4d47-ba90-86ef0b134528 service neutron] 10.222.0.41 "GET /v2.0/networks/de379dc4-289d-4ac1-8de0-7362af01478f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833279 Apr 05 16:42:32.606559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['b551135b-cd50-4410-96b1-6ef0ddb3bdba'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:42:32.669497 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-eabf1bf1-65dc-497a-bc9d-96161f512d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:32.671179 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-eabf1bf1-65dc-497a-bc9d-96161f512d4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63ed184738034196a2e4b96002fcd52d&device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 1101 time: 0.0878074 Apr 05 16:42:32.830902 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-bfe29196-e67f-4f3f-b87e-1a71b7109bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:32.832533 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-bfe29196-e67f-4f3f-b87e-1a71b7109bf5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de379dc4-289d-4ac1-8de0-7362af01478f HTTP/1.1" status: 200 len: 870 time: 0.1496696 Apr 05 16:42:32.912532 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-0377a340-ce68-4f43-a41b-a35dfb46daf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f HTTP/1.1" status: 200 len: 217 time: 0.0719936 Apr 05 16:42:33.010065 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-ec659953-0942-4f9b-8e7c-5563b54340d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:33.011649 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-ec659953-0942-4f9b-8e7c-5563b54340d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9113b835-978d-4be4-baae-229834aed44a HTTP/1.1" status: 200 len: 843 time: 0.0861163 Apr 05 16:42:33.159267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-c49f4303-cf2f-424f-b8c8-49a5e9c1e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:33.160991 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-c49f4303-cf2f-424f-b8c8-49a5e9c1e1d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de379dc4-289d-4ac1-8de0-7362af01478f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0882852 Apr 05 16:42:33.258923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875db45-9113-4b86-8603-427e2c34240b req-63e54fa9-7a1b-4fc4-8a8e-0ffe394ad159 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:33.260782 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0875db45-9113-4b86-8603-427e2c34240b req-63e54fa9-7a1b-4fc4-8a8e-0ffe394ad159 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 945 time: 0.0967634 Apr 05 16:42:33.331157 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-4ab4d6a5-001d-480c-ba62-107fcd506bc9 service neutron] 10.222.0.41 "GET /v2.0/networks/de379dc4-289d-4ac1-8de0-7362af01478f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526699 Apr 05 16:42:33.381320 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0875db45-9113-4b86-8603-427e2c34240b req-58d9d7cd-c66d-4ed8-968e-f1b8145650b5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136534 Apr 05 16:42:33.417615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fa5b3-143f-43d1-b6cf-e6afe2b6b727 req-dfd76e5a-46f3-4d2f-a74e-d6907d923155 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:33.419550 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-440fa5b3-143f-43d1-b6cf-e6afe2b6b727 req-dfd76e5a-46f3-4d2f-a74e-d6907d923155 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1034214 Apr 05 16:42:33.469852 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-440fa5b3-143f-43d1-b6cf-e6afe2b6b727 req-08501705-9391-4578-8222-848513ab920a tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Apr 05 16:42:33.491678 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a7358c1e-c166-420b-9485-76e0fe0ad1ab req-a5fb705f-04e6-4fd3-8956-0668c028abb9 service neutron] 10.222.0.41 "GET /v2.0/networks/de379dc4-289d-4ac1-8de0-7362af01478f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478257 Apr 05 16:42:33.646934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8642c83-5709-465a-abcc-6977a766b9b8 req-f0beeff8-236d-4bd4-91e9-a2c3f658be7d tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:33.648530 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c8642c83-5709-465a-abcc-6977a766b9b8 req-f0beeff8-236d-4bd4-91e9-a2c3f658be7d tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 948 time: 0.0913725 Apr 05 16:42:33.700962 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c8642c83-5709-465a-abcc-6977a766b9b8 req-e7788703-5790-471f-bf73-712a93a6bdb6 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Apr 05 16:42:34.600068 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb413f-1ff0-4bf5-a745-e4fb52917aec req-da85ea87-3357-4df9-ba11-9eb22fbf471a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:34.601737 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cdb413f-1ff0-4bf5-a745-e4fb52917aec req-da85ea87-3357-4df9-ba11-9eb22fbf471a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 945 time: 0.0968087 Apr 05 16:42:34.701619 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cdb413f-1ff0-4bf5-a745-e4fb52917aec req-abe90905-717d-4cad-8689-bf108eccd256 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919979 Apr 05 16:42:34.750277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adddb3c-574d-4047-97da-2328fd376d3c req-e33a5403-cc9e-456b-9f19-d6be301b710c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:34.764519 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8adddb3c-574d-4047-97da-2328fd376d3c req-e33a5403-cc9e-456b-9f19-d6be301b710c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1329174 Apr 05 16:42:34.821617 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8adddb3c-574d-4047-97da-2328fd376d3c req-8b554211-cd83-4483-a353-f7df3ea2bf8e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557189 Apr 05 16:42:34.962666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388908c3-8526-49f2-91dd-e9dfa3337b82 req-e20a623b-9402-48ad-9c6c-6dd3a5bf1961 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:34.964312 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-388908c3-8526-49f2-91dd-e9dfa3337b82 req-e20a623b-9402-48ad-9c6c-6dd3a5bf1961 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 948 time: 0.0970798 Apr 05 16:42:35.020482 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-388908c3-8526-49f2-91dd-e9dfa3337b82 req-adc5f04b-c320-479b-a771-b19f27a8df52 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487998 Apr 05 16:42:35.612383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b551135b-cd50-4410-96b1-6ef0ddb3bdba up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:42:35.687635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port b551135b-cd50-4410-96b1-6ef0ddb3bdba completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:42:35.693109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port b551135b-cd50-4410-96b1-6ef0ddb3bdba triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:42:35.693503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:35.821571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:35.853411 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:42:35.867459 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:42:35.874790 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:35.878109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1522dd71-59f1-48de-97ef-fc7902fc3bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:35.939938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb5a19-c70a-4fcd-9b65-073843fb6546 req-543de456-8c03-41d9-b605-eb76eddacbd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:35.948476 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2edb5a19-c70a-4fcd-9b65-073843fb6546 req-543de456-8c03-41d9-b605-eb76eddacbd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1187584 Apr 05 16:42:35.961711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:35.965385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:36.004452 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2edb5a19-c70a-4fcd-9b65-073843fb6546 req-3627aa15-9beb-4505-8bec-9b8bf3df574d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549219 Apr 05 16:42:36.088914 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'code': 200} Apr 05 16:42:36.112978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6555f-3c2b-42f7-ba5a-9a56bacf7ce6 req-de2b93bc-408a-4bbb-bc1e-07024877aa20 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:36.112978 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e0a6555f-3c2b-42f7-ba5a-9a56bacf7ce6 req-de2b93bc-408a-4bbb-bc1e-07024877aa20 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1109560 Apr 05 16:42:36.181731 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e0a6555f-3c2b-42f7-ba5a-9a56bacf7ce6 req-0ec8dc34-4567-4894-8750-71771f37ae59 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553646 Apr 05 16:42:36.397333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d0915-d8ee-40f7-8eea-b9ce9ad99082 req-bbf68268-41e1-460c-8851-4a2135707aba tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:36.407769 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-102d0915-d8ee-40f7-8eea-b9ce9ad99082 req-bbf68268-41e1-460c-8851-4a2135707aba tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 948 time: 0.1384759 Apr 05 16:42:36.460637 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-102d0915-d8ee-40f7-8eea-b9ce9ad99082 req-e486b7af-fe2a-45f0-876d-9cf52d58f224 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517440 Apr 05 16:42:36.556742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d1d8b-160c-4f0d-8083-8fa10aa2d795 req-49ea8ce6-46a8-44a0-bd36-c7cf6d3d5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:36.558403 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9e7d1d8b-160c-4f0d-8083-8fa10aa2d795 req-49ea8ce6-46a8-44a0-bd36-c7cf6d3d5fc0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 1099 time: 0.1198432 Apr 05 16:42:36.587402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 58916) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:36.639431 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9e7d1d8b-160c-4f0d-8083-8fa10aa2d795 req-cf8c4d85-3e4a-4c06-a3b5-e193ec8314d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487802 Apr 05 16:42:36.741874 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:36.757961 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:36.762371 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] Usage tracker for resource:security_group_rule and tenant:c39c24dc4e3b41048be051ca58929e4f is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:36.765425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:36.772058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:36.862227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:36.866040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:36.875253 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f0f7b31c-d012-4d9a-a195-3b0459996632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:36.924562 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c39c24dc4e3b41048be051ca58929e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328779 Apr 05 16:42:36.924562 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82562c05-534d-426a-8e28-ada8b7c2a49a,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:36.925472 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 58940) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:36.926991 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:36.994600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2639b6de-7554-4387-85fe-01aa08fff893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:37.028033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2639b6de-7554-4387-85fe-01aa08fff893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:37.080862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2639b6de-7554-4387-85fe-01aa08fff893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:37.089152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8ce7696a-39c3-401e-956a-f5df23f10bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:37.106694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639b6de-7554-4387-85fe-01aa08fff893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82562c05-534d-426a-8e28-ada8b7c2a49a,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:37.111103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2639b6de-7554-4387-85fe-01aa08fff893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:37.116769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2639b6de-7554-4387-85fe-01aa08fff893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:37.120666 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2639b6de-7554-4387-85fe-01aa08fff893 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82562c05-534d-426a-8e28-ada8b7c2a49a HTTP/1.1" status: 204 len: 168 time: 0.1880732 Apr 05 16:42:37.228804 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab273bd-99dc-4b51-9e9a-cd778d8459a3 req-ed3e24aa-14b7-4a4f-8247-c37ce0c17015 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:37.230592 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fab273bd-99dc-4b51-9e9a-cd778d8459a3 req-ed3e24aa-14b7-4a4f-8247-c37ce0c17015 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0931900 Apr 05 16:42:37.292007 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fab273bd-99dc-4b51-9e9a-cd778d8459a3 req-b68630a6-670b-4581-85b0-5400233278e4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526280 Apr 05 16:42:37.467386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875c0df-d3bb-4205-a697-2f30c2f03189 req-694ce92b-1f18-45be-b458-ac6ee8420479 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:37.468870 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0875c0df-d3bb-4205-a697-2f30c2f03189 req-694ce92b-1f18-45be-b458-ac6ee8420479 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1047487 Apr 05 16:42:37.617812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:42:37.763771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,segment=NetworkSegment(0f35a01e-7ed8-43e4-bf8b-5ded8bc63769),segment_id=0f35a01e-7ed8-43e4-bf8b-5ded8bc63769)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:42:37.779449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f', 'network_id': 'de379dc4-289d-4ac1-8de0-7362af01478f', 'port_id': '45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f', 'mac_address': 'fa:16:3e:ba:80:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9113b835-978d-4be4-baae-229834aed44a', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:42:37.791521 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0875c0df-d3bb-4205-a697-2f30c2f03189 req-e4d29c35-0b39-4aad-bffc-b42e4359bc75 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155537 Apr 05 16:42:37.833549 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa9736-e30a-47f8-96b6-3883a7da9f26 req-da6f8858-bfdd-4b95-9351-d1c1c1e7fe18 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:37.837999 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-daaa9736-e30a-47f8-96b6-3883a7da9f26 req-da6f8858-bfdd-4b95-9351-d1c1c1e7fe18 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 948 time: 0.1306598 Apr 05 16:42:37.851335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:37.871592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:42:37.892586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,segment=NetworkSegment(0f35a01e-7ed8-43e4-bf8b-5ded8bc63769),segment_id=0f35a01e-7ed8-43e4-bf8b-5ded8bc63769)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:42:37.894304 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-daaa9736-e30a-47f8-96b6-3883a7da9f26 req-4bda315d-ae05-4864-be36-3352b31c0a8c tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516055 Apr 05 16:42:37.896736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:37.898687 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1e10a455-55b4-47a5-bbb9-fbbae7e0fd14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:37.971334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:37.974800 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:38.510203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:42:38.545734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e86fa2-97d5-49be-b92c-2d07cd5b5449 req-3d54e55e-6402-4577-841b-b23d9057b911 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:38.547318 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e4e86fa2-97d5-49be-b92c-2d07cd5b5449 req-3d54e55e-6402-4577-841b-b23d9057b911 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0965126 Apr 05 16:42:38.597291 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e4e86fa2-97d5-49be-b92c-2d07cd5b5449 req-f8851c87-a5b1-4a55-93bb-61e4cb4014be tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Apr 05 16:42:39.009314 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3d2e0-191c-486a-8bdd-7bf6e6020950 req-91520c29-e349-4cab-bebb-c0331a64559c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:39.011162 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-16e3d2e0-191c-486a-8bdd-7bf6e6020950 req-91520c29-e349-4cab-bebb-c0331a64559c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0987809 Apr 05 16:42:39.117349 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-16e3d2e0-191c-486a-8bdd-7bf6e6020950 req-821a2187-9502-4f2e-888c-0a3d78e69d9a tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990412 Apr 05 16:42:39.147917 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086f680-e984-432a-b5e9-e3349afebad8 req-9bcc749e-a379-4609-b42d-88adcaeef217 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:39.149901 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3086f680-e984-432a-b5e9-e3349afebad8 req-9bcc749e-a379-4609-b42d-88adcaeef217 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 949 time: 0.1336854 Apr 05 16:42:39.200987 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3086f680-e984-432a-b5e9-e3349afebad8 req-6d811507-6c04-4f2f-aad0-0b580dc0e1ec tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 Apr 05 16:42:39.815974 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc7287-a4f5-48b2-9532-8d4d36b2d605 req-d74757f8-0a14-4aef-a082-5019c262f8d4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:39.817685 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9bfc7287-a4f5-48b2-9532-8d4d36b2d605 req-d74757f8-0a14-4aef-a082-5019c262f8d4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0964456 Apr 05 16:42:39.867865 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9bfc7287-a4f5-48b2-9532-8d4d36b2d605 req-9644e61a-9fe8-40f1-a0d3-aff1ed8d35fc tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437081 Apr 05 16:42:40.085507 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754726b2-e5bd-457e-8119-0de4ae09b13c req-87508155-2293-4963-91b3-f94357c6e21b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:40.087190 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-754726b2-e5bd-457e-8119-0de4ae09b13c req-87508155-2293-4963-91b3-f94357c6e21b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0924013 Apr 05 16:42:40.099034 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 59002) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:40.105055 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-a7486547-b4ce-4c7b-b9e9-3fc1d47d8959 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'floatingip': {'port_id': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:42:40.192446 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a7486547-b4ce-4c7b-b9e9-3fc1d47d8959 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:40.342891 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0228a39-f7f9-4384-8aa9-e86f8194ac8f req-28311ce0-a257-46e4-b1af-651d758dcb52 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:40.344497 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c0228a39-f7f9-4384-8aa9-e86f8194ac8f req-28311ce0-a257-46e4-b1af-651d758dcb52 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1080341 Apr 05 16:42:40.462810 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c0228a39-f7f9-4384-8aa9-e86f8194ac8f req-9f9f0435-531e-4346-a904-a08522c6cb45 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740650 Apr 05 16:42:40.507332 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df6539-efb2-43fb-891b-20841188ecaa req-16477d1d-6d56-482c-8ff1-b09f3b14b549 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:40.518849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:40.519966 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-05df6539-efb2-43fb-891b-20841188ecaa req-16477d1d-6d56-482c-8ff1-b09f3b14b549 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 949 time: 0.1743796 Apr 05 16:42:40.574949 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-05df6539-efb2-43fb-891b-20841188ecaa req-ee808659-8ae3-48e4-91fa-70034647e1fa tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538011 Apr 05 16:42:40.881836 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-9acaad04-8757-4b37-a65b-a8835b7d0525 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3272243 Apr 05 16:42:41.321339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-0cc690dd-aeb6-45da-88e6-3136d6813ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:41.323940 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-0cc690dd-aeb6-45da-88e6-3136d6813ebe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 1099 time: 0.3961508 Apr 05 16:42:41.492231 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.resource_extend [None req-a7486547-b4ce-4c7b-b9e9-3fc1d47d8959 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 16:42:41.648250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a7486547-b4ce-4c7b-b9e9-3fc1d47d8959 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:41.653916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-a7059220-a4bc-4a71-9bcd-732e57995096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:41.655285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:42:41.655571 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-a7059220-a4bc-4a71-9bcd-732e57995096 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 920 time: 0.2902026 Apr 05 16:42:41.656944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a7486547-b4ce-4c7b-b9e9-3fc1d47d8959 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:41.806442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:42:41.814435 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:42:41.814984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:41.878520 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-614e0acb-d155-4621-9ade-41b5fb4e2be8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31693ee6-ee7f-4ead-b469-4cdf78e09a68 HTTP/1.1" status: 200 len: 217 time: 0.1526914 Apr 05 16:42:41.959365 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:41.985997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-9eaef5b0-db46-41c0-b4d7-a0191ef0cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:41.987511 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-9eaef5b0-db46-41c0-b4d7-a0191ef0cf74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.0927253 Apr 05 16:42:41.993003 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716af33c-d969-419b-9474-33ee1a1380b1 req-29c549c8-1376-423a-acbc-be5a2a6743cc tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:41.996744 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-716af33c-d969-419b-9474-33ee1a1380b1 req-29c549c8-1376-423a-acbc-be5a2a6743cc tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.3369174 Apr 05 16:42:42.002543 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,segment=NetworkSegment(0f35a01e-7ed8-43e4-bf8b-5ded8bc63769),segment_id=0f35a01e-7ed8-43e4-bf8b-5ded8bc63769)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:42:42.003767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b67299-0fa1-400d-a9cd-bcb014a9e00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:42:42.010763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:42.012939 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7a76ceb1-18bc-4693-ae68-abf34126cc9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:42.040249 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [None req-a7486547-b4ce-4c7b-b9e9-3fc1d47d8959 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Floating IP 8d411a0a-60f5-4130-b2e7-f369e047f9e2 associated. External IP: 172.28.2.39, port: b551135b-cd50-4410-96b1-6ef0ddb3bdba. Apr 05 16:42:42.086949 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:42.094893 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:42.109779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd0a08-9b22-4904-bc69-084d638526f6 req-f186a304-f445-4962-ba39-1c6b2c327f10 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:42.111332 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-25cd0a08-9b22-4904-bc69-084d638526f6 req-f186a304-f445-4962-ba39-1c6b2c327f10 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 949 time: 0.2913918 Apr 05 16:42:42.116899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7227b41-e126-4249-a71e-909092a47cb0 req-a330f637-6df5-496a-8ef0-7fdcdf735ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:42.118704 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a7227b41-e126-4249-a71e-909092a47cb0 req-a330f637-6df5-496a-8ef0-7fdcdf735ebb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 1098 time: 0.2292156 Apr 05 16:42:42.121599 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-716af33c-d969-419b-9474-33ee1a1380b1 req-d8771430-94e1-4459-8549-4e92781d5ed1 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848758 Apr 05 16:42:42.203668 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-25cd0a08-9b22-4904-bc69-084d638526f6 req-e483255b-7e50-46d1-adbd-b797dcc76b92 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810006 Apr 05 16:42:42.205605 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a7227b41-e126-4249-a71e-909092a47cb0 req-7dd83fca-d6ba-4b07-ba1f-0f2400f3ab32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665767 Apr 05 16:42:42.277483 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b67299-0fa1-400d-a9cd-bcb014a9e00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f', 'code': 200} Apr 05 16:42:42.382940 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-a6100998-623a-49d7-b00e-0e65b6bf6f75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3880532 Apr 05 16:42:42.645584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7486547-b4ce-4c7b-b9e9-3fc1d47d8959 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:42:42.956499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7486547-b4ce-4c7b-b9e9-3fc1d47d8959 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:42:42.965078 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-25c31532-6b44-46dd-b6bb-8f4a653a58a2 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597914 Apr 05 16:42:42.972042 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] Sync routers for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:42:42.988176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:42:42.988975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:42:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:42:43.001374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a7486547-b4ce-4c7b-b9e9-3fc1d47d8959 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:43.084298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028d791-ed76-44a5-a5c8-c4094230616e req-48437808-9e79-42b5-81b7-4ba6216fb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:43.086380 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8028d791-ed76-44a5-a5c8-c4094230616e req-48437808-9e79-42b5-81b7-4ba6216fb959 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 1103 time: 0.1380632 Apr 05 16:42:43.158086 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8028d791-ed76-44a5-a5c8-c4094230616e req-854dcb15-dff9-453c-952b-36fb31227eed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639150 Apr 05 16:42:43.206537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 59058) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:43.210681 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ab7bc8b-d57f-43fe-b531-7b8eca58adb4 req-abb65745-86ec-4c05-98fc-871fe1bc1eda service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385442 Apr 05 16:42:43.219603 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a7486547-b4ce-4c7b-b9e9-3fc1d47d8959 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "PUT /v2.0/floatingips/8d411a0a-60f5-4130-b2e7-f369e047f9e2 HTTP/1.1" status: 200 len: 991 time: 3.1193914 Apr 05 16:42:43.220505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:42:43.261153 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:42:43.387742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:43.407821 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:43.416607 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] Usage tracker for resource:security_group_rule and tenant:2926b1617a164d0e89b3bd2335f83a1c is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:43.427481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b36e1c-c9d2-4946-a919-2b899eaac9e5 req-5e3d296e-5fc2-4f0f-bb45-f46df2b8d30e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:43.430472 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c1b36e1c-c9d2-4946-a919-2b899eaac9e5 req-5e3d296e-5fc2-4f0f-bb45-f46df2b8d30e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1721411 Apr 05 16:42:43.431726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:43.440880 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:43.508942 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c1b36e1c-c9d2-4946-a919-2b899eaac9e5 req-2ccfaf2b-73e5-4e5c-8d81-7876f68d6eec tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700953 Apr 05 16:42:43.572000 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:43.576457 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:43.580367 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'status': 'completed', 'code': 200} Apr 05 16:42:43.587430 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2639b6de-7554-4387-85fe-01aa08fff893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:43.633889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00973d78-3296-4bdb-b28f-6013759c9de7,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:43.637826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:43.643573 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2926b1617a164d0e89b3bd2335f83a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325881 Apr 05 16:42:43.644357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 59076) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:43.702742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '8d411a0a-60f5-4130-b2e7-f369e047f9e2', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'floating_ip_address': '172.28.2.39', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'port_id': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'mac_address': 'fa:16:3e:02:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:42:01Z', 'updated_at': '2021-04-05T16:42:41Z', 'revision_number': 1, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:42:43.709268 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] Checking router: 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:42:43.717378 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8659f844-aae4-47fc-b2c3-f2905afff65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:43.719517 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:42:43.720453 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:42:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:42:43.746665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8659f844-aae4-47fc-b2c3-f2905afff65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:43.818318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d08672-ab70-4345-bf87-1e610582d59c req-532b8fe9-5b03-498b-a355-4f514a8f2423 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:43.820274 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f6d08672-ab70-4345-bf87-1e610582d59c req-532b8fe9-5b03-498b-a355-4f514a8f2423 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 950 time: 0.1050270 Apr 05 16:42:43.865128 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8659f844-aae4-47fc-b2c3-f2905afff65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:43.871354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dea1c785-c0ff-430f-9e0c-0e9e0df67ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:43.887728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659f844-aae4-47fc-b2c3-f2905afff65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00973d78-3296-4bdb-b28f-6013759c9de7,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:43.892074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8659f844-aae4-47fc-b2c3-f2905afff65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:43.900191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-20f312e2-53c2-48c9-8e70-431c0323fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:43.902482 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-20f312e2-53c2-48c9-8e70-431c0323fdc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 1099 time: 0.1173880 Apr 05 16:42:43.903530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8659f844-aae4-47fc-b2c3-f2905afff65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:43.904827 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8659f844-aae4-47fc-b2c3-f2905afff65e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00973d78-3296-4bdb-b28f-6013759c9de7 HTTP/1.1" status: 204 len: 168 time: 0.2593241 Apr 05 16:42:43.926189 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f6d08672-ab70-4345-bf87-1e610582d59c req-4a22b78e-0fed-49f4-9155-da5a622b0662 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985026 Apr 05 16:42:44.012608 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:42:44.259345 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-b57a1275-d26f-4add-b399-24ec1ea41866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:44.261420 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-b57a1275-d26f-4add-b399-24ec1ea41866 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 918 time: 0.2811236 Apr 05 16:42:44.377920 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-87e91fbd-5f24-4e60-aebd-3548cb8ea1c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba HTTP/1.1" status: 200 len: 999 time: 0.1083696 Apr 05 16:42:44.448156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-5b510866-f47a-467a-9a51-fc7c4a15f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:44.449795 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-5b510866-f47a-467a-9a51-fc7c4a15f5ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0637057 Apr 05 16:42:44.523571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '8d411a0a-60f5-4130-b2e7-f369e047f9e2', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'floating_ip_address': '172.28.2.39', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'port_id': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'mac_address': 'fa:16:3e:02:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:42:01Z', 'updated_at': '2021-04-05T16:42:41Z', 'revision_number': 1, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:42:44.528133 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa33c7b-2363-4e4d-8344-5cf34e289484 None None] The sync data for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb is: [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '8d411a0a-60f5-4130-b2e7-f369e047f9e2', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'floating_ip_address': '172.28.2.39', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'port_id': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'mac_address': 'fa:16:3e:02:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:42:01Z', 'updated_at': '2021-04-05T16:42:41Z', 'revision_number': 1, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:42:44.540334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-1b7ce452-830a-464e-86f3-2432d82f5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:44.541945 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-1b7ce452-830a-464e-86f3-2432d82f5e97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812809 Apr 05 16:42:44.694885 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-d04abe8b-d625-4533-9b8e-3d9ec526887d service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449013 Apr 05 16:42:44.725727 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0939b1-df3b-43b5-b5f8-a2e79a1be8d1 req-1f48108a-cb3e-4eb5-82e6-6236f40f01b6 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:44.727344 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e0939b1-df3b-43b5-b5f8-a2e79a1be8d1 req-1f48108a-cb3e-4eb5-82e6-6236f40f01b6 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0897214 Apr 05 16:42:44.776928 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e0939b1-df3b-43b5-b5f8-a2e79a1be8d1 req-29d64cca-290d-4e78-869b-c0c8d7613967 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425384 Apr 05 16:42:44.850491 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6a25492e-dc0b-497f-ae3d-c1c8d96532ea req-c71a3272-314d-4d3a-8707-b7cf72e757ed service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439054 Apr 05 16:42:44.874006 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3697d3-0bbd-477a-92c5-4855648a1fde None None] New status for floating IP 8d411a0a-60f5-4130-b2e7-f369e047f9e2: ACTIVE {{(pid=84412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:42:45.393803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6727-a86f-4709-bf7f-a82decaf73b7 req-3c234f92-717a-421a-ae6c-3ba4cc5db24b tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:45.398545 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-decd6727-a86f-4709-bf7f-a82decaf73b7 req-3c234f92-717a-421a-ae6c-3ba4cc5db24b tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 950 time: 0.2076862 Apr 05 16:42:45.404594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961c190-e529-4ea7-ba41-86cfefc49822 req-a0781ecc-81bc-430d-b2c0-2765c2df2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:45.406396 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3961c190-e529-4ea7-ba41-86cfefc49822 req-a0781ecc-81bc-430d-b2c0-2765c2df2e33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 1098 time: 0.1668885 Apr 05 16:42:45.482113 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-decd6727-a86f-4709-bf7f-a82decaf73b7 req-61f2c037-4b98-44c7-9e1f-10bf980d3de2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766625 Apr 05 16:42:45.584521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961c190-e529-4ea7-ba41-86cfefc49822 req-7d80fd49-8f0b-4154-9ee9-169add139b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:45.586341 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3961c190-e529-4ea7-ba41-86cfefc49822 req-7d80fd49-8f0b-4154-9ee9-169add139b21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 920 time: 0.1718702 Apr 05 16:42:45.596929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c499-26c7-4adb-824c-eb987cd0898f req-1a16a98c-94f2-4e00-944f-d14efa65c021 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:45.598756 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6655c499-26c7-4adb-824c-eb987cd0898f req-1a16a98c-94f2-4e00-944f-d14efa65c021 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0917625 Apr 05 16:42:45.647626 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6655c499-26c7-4adb-824c-eb987cd0898f req-5800ecca-cd48-4af1-b9e3-15ec81af19d0 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Apr 05 16:42:45.667358 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3961c190-e529-4ea7-ba41-86cfefc49822 req-f88edb69-059b-46e2-bb0b-7d74ae830595 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c HTTP/1.1" status: 200 len: 217 time: 0.0737138 Apr 05 16:42:45.738414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961c190-e529-4ea7-ba41-86cfefc49822 req-9755a51e-2138-4c97-a9dc-8c915a73dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:45.740013 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3961c190-e529-4ea7-ba41-86cfefc49822 req-9755a51e-2138-4c97-a9dc-8c915a73dcc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.0665023 Apr 05 16:42:45.795767 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3961c190-e529-4ea7-ba41-86cfefc49822 req-8596f485-f368-467f-8e82-45a104a9c8ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484233 Apr 05 16:42:45.940402 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3961c190-e529-4ea7-ba41-86cfefc49822 req-f54483ab-c092-4031-95b8-264e8e431c01 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363497 Apr 05 16:42:46.097006 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3961c190-e529-4ea7-ba41-86cfefc49822 req-d587a076-894f-4ff0-9232-1e8b2cb4a56a service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494696 Apr 05 16:42:46.698116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ead8e-4110-4bf8-b4be-896c3817479d req-ef654c3d-bc9c-409a-9453-9bbc354f188d tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:46.699706 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-579ead8e-4110-4bf8-b4be-896c3817479d req-ef654c3d-bc9c-409a-9453-9bbc354f188d tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 950 time: 0.1013870 Apr 05 16:42:46.752286 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-579ead8e-4110-4bf8-b4be-896c3817479d req-41114d89-4f6e-481b-b864-d325692f1d50 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Apr 05 16:42:46.980889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c11203f1-d8b1-41a5-9edb-cab6606944a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:47.022755 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215115c-03ca-4e02-9e02-01413bc086f3 req-598eedc0-07f6-4bfe-a5a1-16fe3fc0e283 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:47.024484 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f215115c-03ca-4e02-9e02-01413bc086f3 req-598eedc0-07f6-4bfe-a5a1-16fe3fc0e283 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1085691 Apr 05 16:42:47.079385 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f215115c-03ca-4e02-9e02-01413bc086f3 req-4b9d57f2-91f9-4106-99d1-d4bb5ad1e117 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Apr 05 16:42:47.429912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72775844-c531-4a54-a9b6-ef6829be9acd req-63cb25ac-4d86-400c-866d-20d99b83fc43 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:47.431486 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-72775844-c531-4a54-a9b6-ef6829be9acd req-63cb25ac-4d86-400c-866d-20d99b83fc43 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 950 time: 0.0910552 Apr 05 16:42:47.482166 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-72775844-c531-4a54-a9b6-ef6829be9acd req-75f1f321-411a-4eaa-a9cc-a985cb524663 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413067 Apr 05 16:42:48.279636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:48.295538 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa570c9-edc3-453b-b9dd-0db111362ae2 req-0fb16caf-f4b1-46ce-b5d0-d0f735aba3b9 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:48.297148 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-daa570c9-edc3-453b-b9dd-0db111362ae2 req-0fb16caf-f4b1-46ce-b5d0-d0f735aba3b9 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0957088 Apr 05 16:42:48.348547 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-daa570c9-edc3-453b-b9dd-0db111362ae2 req-93bfeba6-eb95-48d5-a3c4-94b658f7225d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448601 Apr 05 16:42:48.708158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2d9a4-324f-4086-a98c-77c9a03c944b req-23735e73-bd36-40f2-968c-3e17a4ba571e tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:48.709803 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c2a2d9a4-324f-4086-a98c-77c9a03c944b req-23735e73-bd36-40f2-968c-3e17a4ba571e tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 950 time: 0.0990183 Apr 05 16:42:48.761568 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c2a2d9a4-324f-4086-a98c-77c9a03c944b req-c1143b9a-1877-49aa-af61-ea62bf0e3819 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451782 Apr 05 16:42:49.082056 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3388-f78a-4513-a81d-90ccccc07da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:49.506926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-b772d06a-521b-4d40-8035-9bd0054e9d99 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:49.508360 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-b772d06a-521b-4d40-8035-9bd0054e9d99 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Synchronizing usage tracker for tenant:63ed184738034196a2e4b96002fcd52d on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:42:49.526630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-b772d06a-521b-4d40-8035-9bd0054e9d99 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Unset dirty status for tenant:63ed184738034196a2e4b96002fcd52d on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:42:49.528207 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-b772d06a-521b-4d40-8035-9bd0054e9d99 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.41 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 950 time: 0.1122220 Apr 05 16:42:49.560910 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373451-f0d7-4294-966d-ee7afb7d0af3 req-3215f13b-1687-4e86-87d7-80544e841322 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:49.562656 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-eb373451-f0d7-4294-966d-ee7afb7d0af3 req-3215f13b-1687-4e86-87d7-80544e841322 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0898273 Apr 05 16:42:49.609720 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Deleting port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:42:49.610110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:49.616922 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-eb373451-f0d7-4294-966d-ee7afb7d0af3 req-9cc70afd-238e-4c52-bd52-0dc72c2cfcd8 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477562 Apr 05 16:42:49.766841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:49.979777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950e69d-2730-42e6-b9d2-b9ab6f0733d4 req-b8872ee4-e8e1-4e2e-903a-81f36b3ba597 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:49.981494 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b950e69d-2730-42e6-b9d2-b9ab6f0733d4 req-b8872ee4-e8e1-4e2e-903a-81f36b3ba597 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 950 time: 0.0990472 Apr 05 16:42:50.038151 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b950e69d-2730-42e6-b9d2-b9ab6f0733d4 req-29e85d95-8d39-4f17-affa-3daa0317086b tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8aec3e0-13eb-48dd-a1af-34d93c77163a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492830 Apr 05 16:42:50.110506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] For port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,segment=NetworkSegment(0f35a01e-7ed8-43e4-bf8b-5ded8bc63769),segment_id=0f35a01e-7ed8-43e4-bf8b-5ded8bc63769)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:42:50.110858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:50.242992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Calling delete_port for 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:42:50.491652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:50.507668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:50.539861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:42:50.572013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Pushing event deleted for resources: {'Port': ['ID=45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:50.634349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.634674 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.635066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.635452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.635834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.636216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.636587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.636962 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.637341 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.637742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.638114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.638484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:50.644245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:50.782781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] No DVR routers for this DVR port 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:42:50.786452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:50.790813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b67299-0fa1-400d-a9cd-bcb014a9e00c', 'name': 'network-vif-deleted', 'tag': '45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:42:50.818573 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d4f56616-a1ee-4d1c-9eb3-e8d03a985883 req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.41 "DELETE /v2.0/ports/45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f HTTP/1.1" status: 204 len: 173 time: 1.2842867 Apr 05 16:42:50.840340 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997661bc-d7fb-4e47-a755-97d5049c2515 req-da021a63-4ec7-466c-933f-94280216690a tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:50.842268 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-997661bc-d7fb-4e47-a755-97d5049c2515 req-da021a63-4ec7-466c-933f-94280216690a tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1063731 Apr 05 16:42:50.856209 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b67299-0fa1-400d-a9cd-bcb014a9e00c', 'name': 'network-vif-deleted', 'tag': '45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f', 'status': 'completed', 'code': 200} Apr 05 16:42:50.947349 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-997661bc-d7fb-4e47-a755-97d5049c2515 req-abcf3f35-3476-4396-b88d-4773b91ca5cf tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957201 Apr 05 16:42:51.273351 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-49b8b241-8e27-4026-b098-5e023658c5ba req-4fe90e43-be13-4468-bc2f-c2965901df56 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] 10.222.0.15 "GET /v2.0/ports?device_id=12b67299-0fa1-400d-a9cd-bcb014a9e00c HTTP/1.1" status: 200 len: 210 time: 0.0620856 Apr 05 16:42:51.308534 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:52.781087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a3eb5-4a55-4aab-b126-9f0fa2184626 req-57859738-62f2-4f3b-9bf6-299df31c0b48 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:52.782730 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d32a3eb5-4a55-4aab-b126-9f0fa2184626 req-57859738-62f2-4f3b-9bf6-299df31c0b48 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0879118 Apr 05 16:42:52.834338 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d32a3eb5-4a55-4aab-b126-9f0fa2184626 req-d241fb01-606b-43eb-819c-c9078a8761a9 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449576 Apr 05 16:42:53.728646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:42:53.747158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 59338) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:53.767678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:42:53.767968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 45a2fbe5-9d3b-456f-afdb-50bf6fd1ec0f not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:42:53.880815 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:53.896981 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:53.901858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Usage tracker for resource:security_group_rule and tenant:074c7d8758cd40f0ad4372143f85258d is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:53.905897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:53.912203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:54.005332 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:54.009368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:54.024548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-75c490cc-3a24-4112-afd8-99c2f31a2439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:54.063904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3340000f-26f2-4c54-81dc-f2edfed40e92,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:54.072896 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=074c7d8758cd40f0ad4372143f85258d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217251 Apr 05 16:42:54.074005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 59360) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:54.075751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.076149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.076536 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.076920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.077294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.077691 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.078073 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.078446 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.078825 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.079196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.079568 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.079934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:42:54.084076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:54.152577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09f4223d-e664-4346-88ed-0ee4c34173e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:54.186063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09f4223d-e664-4346-88ed-0ee4c34173e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:54.243289 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09f4223d-e664-4346-88ed-0ee4c34173e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:54.249449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b837e5d2-aa18-4831-abf3-0079c057fec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:54.263838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4223d-e664-4346-88ed-0ee4c34173e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3340000f-26f2-4c54-81dc-f2edfed40e92,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:54.266310 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-09f4223d-e664-4346-88ed-0ee4c34173e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:54.270017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09f4223d-e664-4346-88ed-0ee4c34173e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:54.271752 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-09f4223d-e664-4346-88ed-0ee4c34173e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3340000f-26f2-4c54-81dc-f2edfed40e92 HTTP/1.1" status: 204 len: 168 time: 0.1960661 Apr 05 16:42:55.100553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 59468) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:55.237143 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2008363258-network', 'tenant_id': 'ea62043c8ede4dd2a063ba99075a99af'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:42:55.243308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:55.248382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Usage tracker for resource:network and tenant:ea62043c8ede4dd2a063ba99075a99af is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:55.252369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:55.258999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:55.269634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Made reservation on behalf of ea62043c8ede4dd2a063ba99075a99af for: {'network': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:42:55.274505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:55.289704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:55.305328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:55.309551 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:ea62043c8ede4dd2a063ba99075a99af is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:55.312662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:55.318742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:55.407779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:55.411416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:55.414538 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:55.447137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=84411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:42:55.455943 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:55.456338 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Added segment 33a2546f-404e-4d36-803d-305fc39d1d2f of type vlan for network 6ba7897e-5807-4770-acad-b9f79098d3fe Apr 05 16:42:55.483683 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:55.503546 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d07d68-ca0e-4c7d-9512-61263354f1e9,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:55.519383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:55.522857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:55.524594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:55.525244 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:55.530812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:55.651743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba7897e-5807-4770-acad-b9f79098d3fe,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:55.654935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:55.657417 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5551250 Apr 05 16:42:55.660620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 59496) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:55.665857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network 6ba7897e-5807-4770-acad-b9f79098d3fe details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:42:55.667987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Request body: {'subnet': {'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2008363258-subnet', 'tenant_id': 'ea62043c8ede4dd2a063ba99075a99af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:42:55.673784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:42:55.677858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Usage tracker for resource:subnet and tenant:ea62043c8ede4dd2a063ba99075a99af is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:42:55.681142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:42:55.687320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:42:55.718683 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Made reservation on behalf of ea62043c8ede4dd2a063ba99075a99af for: {'subnet': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:42:55.723512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:56.190263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:56.203886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-02f0c2b4-63aa-4ef5-92d9-2b7c6ea49466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:56.355197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cc9bb-6d8a-44dd-8071-c84280c459e7 req-f5c2ee1a-229b-4a60-ac6a-0a1beab5e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:56.356829 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2a3cc9bb-6d8a-44dd-8071-c84280c459e7 req-f5c2ee1a-229b-4a60-ac6a-0a1beab5e51e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 1098 time: 0.1262460 Apr 05 16:42:56.518977 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cc9bb-6d8a-44dd-8071-c84280c459e7 req-dd11cc4e-15be-4712-ada6-2dd56e9d971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:56.520670 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2a3cc9bb-6d8a-44dd-8071-c84280c459e7 req-dd11cc4e-15be-4712-ada6-2dd56e9d971c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 920 time: 0.1541049 Apr 05 16:42:56.602742 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2a3cc9bb-6d8a-44dd-8071-c84280c459e7 req-e8acc35a-2406-4099-bf72-1ac26e3e0af9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c HTTP/1.1" status: 200 len: 217 time: 0.0748320 Apr 05 16:42:56.627932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=187258a4-07dd-4f8d-907c-f7053d0b96a3,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:56.630765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:56.676750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cc9bb-6d8a-44dd-8071-c84280c459e7 req-adc86c61-6bf7-4dd2-bf8d-e30e97b0cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:56.678481 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2a3cc9bb-6d8a-44dd-8071-c84280c459e7 req-adc86c61-6bf7-4dd2-bf8d-e30e97b0cae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.0669870 Apr 05 16:42:56.701512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb86668-f8cd-4a4d-8e28-552f70a021b3 req-fe59c752-c486-41c1-ae09-57b9848ebf54 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:56.703879 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7eb86668-f8cd-4a4d-8e28-552f70a021b3 req-fe59c752-c486-41c1-ae09-57b9848ebf54 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.3854814 Apr 05 16:42:56.737510 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2a3cc9bb-6d8a-44dd-8071-c84280c459e7 req-f62e7bc0-e544-4245-90a6-280f6e9134e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507944 Apr 05 16:42:56.761124 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Checking segment: {'id': '33a2546f-404e-4d36-803d-305fc39d1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:42:56.761565 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Network hostable DHCP agents. Network: 6ba7897e-5807-4770-acad-b9f79098d3fe, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:42:56.785440 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7eb86668-f8cd-4a4d-8e28-552f70a021b3 req-39efdc7d-1fa9-4e43-9cea-9c2139d507ff tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695803 Apr 05 16:42:56.792467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Network 6ba7897e-5807-4770-acad-b9f79098d3fe is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:42:56.804665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, 6ba7897e-5807-4770-acad-b9f79098d3fe) {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:42:56.811984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:56.812200 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:56.816888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34994c3-ff53-4072-9b62-f562e61d4b9a None None] Network 6ba7897e-5807-4770-acad-b9f79098d3fe requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:42:56.837446 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1757057 Apr 05 16:42:56.896383 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2a3cc9bb-6d8a-44dd-8071-c84280c459e7 req-f01d5de4-3f57-4bd3-9853-2d08e8334fa1 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447461 Apr 05 16:42:57.088016 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2a3cc9bb-6d8a-44dd-8071-c84280c459e7 req-5ba80a8a-fb36-4d46-bd24-d877690de923 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788547 Apr 05 16:42:57.123951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90ccbb-ff46-489a-9112-4ec8428155ce None None] Network 6ba7897e-5807-4770-acad-b9f79098d3fe requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:42:58.008483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6872af-366c-40dc-89f1-06f966ddc3f8 req-850dbb24-8107-44be-902a-e99e7b9ac97d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:58.010124 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4a6872af-366c-40dc-89f1-06f966ddc3f8 req-850dbb24-8107-44be-902a-e99e7b9ac97d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0985839 Apr 05 16:42:58.047999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 59578) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:58.058470 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4a6872af-366c-40dc-89f1-06f966ddc3f8 req-ded6bea7-90c8-4e3b-af3e-302bc39726e3 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Apr 05 16:42:58.207304 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d033f334-e2ec-4757-ba73-4a5508e583e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63ed184738034196a2e4b96002fcd52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579695 Apr 05 16:42:58.210193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 59584) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:42:58.276123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee07f-fdbf-4d04-9e66-7bb8b2db680b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:58.305084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee07f-fdbf-4d04-9e66-7bb8b2db680b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:58.355043 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee07f-fdbf-4d04-9e66-7bb8b2db680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:58.360279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3c79caed-6d93-4d59-98b7-0fb39ed13f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:42:58.371165 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ee07f-fdbf-4d04-9e66-7bb8b2db680b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aec3e0-13eb-48dd-a1af-34d93c77163a,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:42:58.374982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3e5ee07f-fdbf-4d04-9e66-7bb8b2db680b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:42:58.378351 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee07f-fdbf-4d04-9e66-7bb8b2db680b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:42:58.379764 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3e5ee07f-fdbf-4d04-9e66-7bb8b2db680b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8aec3e0-13eb-48dd-a1af-34d93c77163a HTTP/1.1" status: 204 len: 168 time: 0.1684139 Apr 05 16:42:59.124563 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-b4330dfc-efb8-4174-be77-f2585c252da6 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:59.124563 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-b4330dfc-efb8-4174-be77-f2585c252da6 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Synchronizing usage tracker for tenant:ea62043c8ede4dd2a063ba99075a99af on resource:network {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:42:59.144660 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-b4330dfc-efb8-4174-be77-f2585c252da6 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Unset dirty status for tenant:ea62043c8ede4dd2a063ba99075a99af on resource:network {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:42:59.145999 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-b4330dfc-efb8-4174-be77-f2585c252da6 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/networks?id=6ba7897e-5807-4770-acad-b9f79098d3fe HTTP/1.1" status: 200 len: 814 time: 0.1847775 Apr 05 16:42:59.162939 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-c434808a-837c-4111-88bc-c6bb2774d47b tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/quotas/ea62043c8ede4dd2a063ba99075a99af HTTP/1.1" status: 200 len: 375 time: 0.0103283 Apr 05 16:42:59.208985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:42:59.218045 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-9c14308a-ef4e-48d1-a0ee-c2051aabdacd tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea62043c8ede4dd2a063ba99075a99af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481238 Apr 05 16:42:59.430074 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-09fc7f52-565e-4ac1-933c-4a7a068ab266 service neutron] 10.222.0.15 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038095 Apr 05 16:42:59.552281 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647aff7-e139-4683-9660-541e0d9257c4 req-f82b2b07-4936-48db-ac37-b820abc00f10 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:42:59.553876 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f647aff7-e139-4683-9660-541e0d9257c4 req-f82b2b07-4936-48db-ac37-b820abc00f10 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.2153895 Apr 05 16:42:59.630673 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f647aff7-e139-4683-9660-541e0d9257c4 req-e3b05811-10bb-4765-a2d0-ac3cd3a0d38e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683045 Apr 05 16:42:59.634716 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-bcae11cb-4f8d-4ac1-af77-12baf683b34a service neutron] 10.222.0.15 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963167 Apr 05 16:42:59.872536 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-02cd78f2-0310-4de3-8659-07d39ee53da2 req-4ef3b921-2380-4fe5-9d5b-a24035896977 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 210 time: 0.0563564 Apr 05 16:43:00.863535 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5915-8445-41c6-b4d1-aa3a56cd7bf0 req-2ff9b785-9874-438d-98e3-4bf9757185f9 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:00.865258 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5b6a5915-8445-41c6-b4d1-aa3a56cd7bf0 req-2ff9b785-9874-438d-98e3-4bf9757185f9 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1097989 Apr 05 16:43:00.918818 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5b6a5915-8445-41c6-b4d1-aa3a56cd7bf0 req-1b88659b-7209-46fb-8306-ae4e37764e76 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468352 Apr 05 16:43:01.100962 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-034c0477-3f7b-413a-b43d-d6f4f5a0efab req-1a79abdb-67f4-4fdd-9908-a768cf65d7b5 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 210 time: 0.0513432 Apr 05 16:43:01.245058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 59688) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:01.319366 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-9b34a76d-7b9d-4f00-9d55-63e857bd3a11 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:01.321526 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-9b34a76d-7b9d-4f00-9d55-63e857bd3a11 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.41 "GET /v2.0/networks?id=6ba7897e-5807-4770-acad-b9f79098d3fe HTTP/1.1" status: 200 len: 814 time: 0.2587829 Apr 05 16:43:01.369354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Request body: {'port': {'device_id': '5e9fc784-2e5a-49a1-96a6-1f39c86f9329', 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe', 'admin_state_up': True, 'tenant_id': 'ea62043c8ede4dd2a063ba99075a99af'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:43:01.429383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:01.507648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:43:01.527383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] Usage tracker for resource:security_group_rule and tenant:2593c448d4364c3cbdfd568efeb2da9f is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:43:01.535736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:43:01.552458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:43:01.599176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:43:01.607147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Usage tracker for resource:port and tenant:ea62043c8ede4dd2a063ba99075a99af is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:43:01.610924 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:43:01.619286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:43:01.637664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Made reservation on behalf of ea62043c8ede4dd2a063ba99075a99af for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:43:01.643700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:01.768242 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:01.772374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:01.782529 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e0bb5475-0729-428a-ae1d-e994f625385c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:01.871062 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd2bc8e-5c3b-4447-a556-91b499fbdc74,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:01.885490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 59702) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:01.885691 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2593c448d4364c3cbdfd568efeb2da9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388817 Apr 05 16:43:01.889105 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:01.909355 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Allocated IP 172.20.0.5 (6ba7897e-5807-4770-acad-b9f79098d3fe/187258a4-07dd-4f8d-907c-f7053d0b96a3/76dabad6-dabb-45e7-b543-5bee0819c08e) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:43:01.953692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3096dc55-bd02-42d1-b412-688644b8489e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:01.982637 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3096dc55-bd02-42d1-b412-688644b8489e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:02.034538 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3096dc55-bd02-42d1-b412-688644b8489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:02.041132 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5a263cac-f657-4912-81a2-801e18264465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:02.055569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096dc55-bd02-42d1-b412-688644b8489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd2bc8e-5c3b-4447-a556-91b499fbdc74,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:02.058087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3096dc55-bd02-42d1-b412-688644b8489e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:02.060719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3096dc55-bd02-42d1-b412-688644b8489e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:02.061998 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3096dc55-bd02-42d1-b412-688644b8489e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddd2bc8e-5c3b-4447-a556-91b499fbdc74 HTTP/1.1" status: 204 len: 168 time: 0.1753273 Apr 05 16:43:02.144416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:02.179985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:02.184616 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496dd48-da68-4ef4-a3c2-d12aac150a09 req-2d7de010-8a9b-4ef6-b605-cade54e0818c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:02.186350 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3496dd48-da68-4ef4-a3c2-d12aac150a09 req-2d7de010-8a9b-4ef6-b605-cade54e0818c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0995870 Apr 05 16:43:02.197282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bbb74e33-5300-4cc7-a57d-05b44059b262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:02.254335 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3496dd48-da68-4ef4-a3c2-d12aac150a09 req-fce91420-319c-46cd-b1ab-51e07e2cff47 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613756 Apr 05 16:43:02.395873 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Pushing event updated for resources: {'Port': ['ID=76dabad6-dabb-45e7-b543-5bee0819c08e,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:02.396604 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd668e-6d2d-4f2c-8e60-80bb458c6faa req-e7bb84f2-e249-4e72-8eb5-9d1d9c40f363 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:02.398243 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fcdd668e-6d2d-4f2c-8e60-80bb458c6faa req-e7bb84f2-e249-4e72-8eb5-9d1d9c40f363 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 931 time: 0.1037130 Apr 05 16:43:02.401982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:02.438459 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Network 6ba7897e-5807-4770-acad-b9f79098d3fe is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:43:02.439719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:43:02.442154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:43:02.447492 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-fcdd668e-6d2d-4f2c-8e60-80bb458c6faa req-8504a1c6-cb80-4758-8ca5-0450659f99ee tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Synchronizing usage tracker for tenant:ea62043c8ede4dd2a063ba99075a99af on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:43:02.465861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-fcdd668e-6d2d-4f2c-8e60-80bb458c6faa req-8504a1c6-cb80-4758-8ca5-0450659f99ee tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Unset dirty status for tenant:ea62043c8ede4dd2a063ba99075a99af on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:43:02.467192 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fcdd668e-6d2d-4f2c-8e60-80bb458c6faa req-8504a1c6-cb80-4758-8ca5-0450659f99ee tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617111 Apr 05 16:43:02.509519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:02.510228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:02.536899 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1822183 Apr 05 16:43:02.556383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Request body: {'port': {'device_id': '5e9fc784-2e5a-49a1-96a6-1f39c86f9329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:43:02.684327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:03.132249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76dabad6-dabb-45e7-b543-5bee0819c08e {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:43:03.141141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:03.157295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Transition to ACTIVE for port object 76dabad6-dabb-45e7-b543-5bee0819c08e will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:43:03.160766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:03.177004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-103a8239-b5ab-498f-8aac-cf3481b0d84f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:03.321498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Pushing event updated for resources: {'Port': ['ID=76dabad6-dabb-45e7-b543-5bee0819c08e,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:03.332394 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:03.456393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fadee-dd4b-4961-820e-1112ab04e741 req-67d2c479-89b4-49ab-a0c5-c739c37735a9 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:03.458020 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f16fadee-dd4b-4961-820e-1112ab04e741 req-67d2c479-89b4-49ab-a0c5-c739c37735a9 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0892885 Apr 05 16:43:03.514085 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f16fadee-dd4b-4961-820e-1112ab04e741 req-168762e8-61fe-4f8e-bfc7-db71944b3191 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495110 Apr 05 16:43:03.553368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Attempting to bind port 76dabad6-dabb-45e7-b543-5bee0819c08e on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:43:03.553804 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Attempting to bind port 76dabad6-dabb-45e7-b543-5bee0819c08e by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '33a2546f-404e-4d36-803d-305fc39d1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:43:03.554166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Attempting to bind port 76dabad6-dabb-45e7-b543-5bee0819c08e on network 6ba7897e-5807-4770-acad-b9f79098d3fe {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:43:03.559586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Port 76dabad6-dabb-45e7-b543-5bee0819c08e on network 6ba7897e-5807-4770-acad-b9f79098d3fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:43:03.559946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Attempting to bind port 76dabad6-dabb-45e7-b543-5bee0819c08e on network 6ba7897e-5807-4770-acad-b9f79098d3fe {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:43:03.565463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:43:03.565882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Checking segment: {'id': '33a2546f-404e-4d36-803d-305fc39d1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:43:03.566292 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Bound using segment: {'id': '33a2546f-404e-4d36-803d-305fc39d1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:43:03.566751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Bound port: 76dabad6-dabb-45e7-b543-5bee0819c08e, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a2546f-404e-4d36-803d-305fc39d1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:43:03.567126 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:03.678468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dd96f-554e-4e18-b6c3-3cef0456b072 req-1464c335-ded7-4fa6-bf12-04b0cd763620 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:03.680099 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-288dd96f-554e-4e18-b6c3-3cef0456b072 req-1464c335-ded7-4fa6-bf12-04b0cd763620 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 943 time: 0.0938776 Apr 05 16:43:03.736153 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-288dd96f-554e-4e18-b6c3-3cef0456b072 req-f598ad76-0b7e-48f9-9571-b2c53862ee44 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490263 Apr 05 16:43:03.892762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] For port 76dabad6-dabb-45e7-b543-5bee0819c08e, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:43:03.895934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] For port 76dabad6-dabb-45e7-b543-5bee0819c08e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=76dabad6-dabb-45e7-b543-5bee0819c08e,segment=NetworkSegment(33a2546f-404e-4d36-803d-305fc39d1d2f),segment_id=33a2546f-404e-4d36-803d-305fc39d1d2f)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:43:03.899041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:03.915603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:04.065579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Pushing event updated for resources: {'Port': ['ID=76dabad6-dabb-45e7-b543-5bee0819c08e,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:04.070356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:04.105461 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:04.106257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:04.107688 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] 10.222.0.41 "PUT /v2.0/ports/76dabad6-dabb-45e7-b543-5bee0819c08e HTTP/1.1" status: 200 len: 1093 time: 1.5563591 Apr 05 16:43:04.108200 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9fc784-2e5a-49a1-96a6-1f39c86f9329', 'tag': '76dabad6-dabb-45e7-b543-5bee0819c08e'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:43:04.159590 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9fc784-2e5a-49a1-96a6-1f39c86f9329', 'tag': '76dabad6-dabb-45e7-b543-5bee0819c08e', 'status': 'completed', 'code': 200} Apr 05 16:43:04.260322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-38929f57-c9f2-4891-9961-5e1a0bf8575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:04.261986 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-38929f57-c9f2-4891-9961-5e1a0bf8575e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea62043c8ede4dd2a063ba99075a99af&device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 1096 time: 0.0794108 Apr 05 16:43:04.345420 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-708a661f-eccf-4438-b0b9-a90abfa49d7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76dabad6-dabb-45e7-b543-5bee0819c08e HTTP/1.1" status: 200 len: 217 time: 0.0688336 Apr 05 16:43:04.418912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-75542978-8b72-491f-b341-784d12a5805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:04.420508 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-75542978-8b72-491f-b341-784d12a5805e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187258a4-07dd-4f8d-907c-f7053d0b96a3 HTTP/1.1" status: 200 len: 854 time: 0.0672987 Apr 05 16:43:04.488120 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-2ccdd888-0977-4834-bef5-801da2950b8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ba7897e-5807-4770-acad-b9f79098d3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508795 Apr 05 16:43:04.637738 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-910772b8-bfb4-451f-8bf5-c1a7579d8960 service neutron] 10.222.0.41 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357741 Apr 05 16:43:04.721579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89823fe6-8fe0-4612-b3b7-b5d7ccb163e9 req-caf4a271-8816-4d7d-8e1b-8104e7120a81 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:04.723165 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-89823fe6-8fe0-4612-b3b7-b5d7ccb163e9 req-caf4a271-8816-4d7d-8e1b-8104e7120a81 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0915203 Apr 05 16:43:04.772418 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-89823fe6-8fe0-4612-b3b7-b5d7ccb163e9 req-4c8a2a75-b246-4377-866b-e66022bddb80 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Apr 05 16:43:04.785201 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-55cc685d-38e6-4357-9503-a16e8af5e5c1 req-6ca67ca3-76ef-4038-b788-3667f90eaf95 service neutron] 10.222.0.41 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403115 Apr 05 16:43:04.944798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f3140-e16e-47af-886d-e18f7b2daeb6 req-d3e000c2-bdcc-4202-ab8e-37bb635e5149 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:04.953678 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1d9f3140-e16e-47af-886d-e18f7b2daeb6 req-d3e000c2-bdcc-4202-ab8e-37bb635e5149 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 943 time: 0.0976887 Apr 05 16:43:04.976069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e6c49-2a19-4f20-992f-4238bc8f33d4 req-c5798cd4-5b94-4cc4-959f-630a416165d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:04.977980 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-926e6c49-2a19-4f20-992f-4238bc8f33d4 req-c5798cd4-5b94-4cc4-959f-630a416165d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea62043c8ede4dd2a063ba99075a99af&device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 1096 time: 0.0873654 Apr 05 16:43:05.017327 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1d9f3140-e16e-47af-886d-e18f7b2daeb6 req-fd0704f6-06ec-4609-a73f-ecc89e45560a tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568674 Apr 05 16:43:05.137028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e6c49-2a19-4f20-992f-4238bc8f33d4 req-a683c890-3017-4ab1-8183-ea53ec9f021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:05.138668 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-926e6c49-2a19-4f20-992f-4238bc8f33d4 req-a683c890-3017-4ab1-8183-ea53ec9f021a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ba7897e-5807-4770-acad-b9f79098d3fe HTTP/1.1" status: 200 len: 915 time: 0.1539550 Apr 05 16:43:05.214711 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-926e6c49-2a19-4f20-992f-4238bc8f33d4 req-c5b44343-1560-4f05-9cbe-219d09ff46e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76dabad6-dabb-45e7-b543-5bee0819c08e HTTP/1.1" status: 200 len: 217 time: 0.0690861 Apr 05 16:43:05.284579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e6c49-2a19-4f20-992f-4238bc8f33d4 req-b573383f-0939-4009-90f5-edbbdf8d3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:05.286476 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-926e6c49-2a19-4f20-992f-4238bc8f33d4 req-b573383f-0939-4009-90f5-edbbdf8d3bbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187258a4-07dd-4f8d-907c-f7053d0b96a3 HTTP/1.1" status: 200 len: 854 time: 0.0656779 Apr 05 16:43:05.296085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 59754) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:05.376065 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-926e6c49-2a19-4f20-992f-4238bc8f33d4 req-c4e32386-b87c-4dd6-896c-cc0233e327c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ba7897e-5807-4770-acad-b9f79098d3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510747 Apr 05 16:43:05.443976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d032bcca-77da-404f-8b25-9d80d6ab176e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:05.519296 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d032bcca-77da-404f-8b25-9d80d6ab176e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:43:05.527512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d032bcca-77da-404f-8b25-9d80d6ab176e admin admin] Usage tracker for resource:security_group_rule and tenant:1766baeec134493b843a0a19294592a9 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:43:05.532052 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d032bcca-77da-404f-8b25-9d80d6ab176e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:43:05.541058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d032bcca-77da-404f-8b25-9d80d6ab176e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:43:05.577855 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-926e6c49-2a19-4f20-992f-4238bc8f33d4 req-7f361062-c7e6-424a-bc74-a3dc44018712 service neutron] 10.222.0.41 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937845 Apr 05 16:43:05.753067 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d032bcca-77da-404f-8b25-9d80d6ab176e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:05.759452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d032bcca-77da-404f-8b25-9d80d6ab176e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:05.774267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e05ed433-9a52-477e-9b3d-a56604a0833f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:05.808381 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-926e6c49-2a19-4f20-992f-4238bc8f33d4 req-9cb6beab-4b1b-4dcc-a1dc-ac3dfd39cb08 service neutron] 10.222.0.41 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051740 Apr 05 16:43:05.827002 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d032bcca-77da-404f-8b25-9d80d6ab176e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1766baeec134493b843a0a19294592a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269113 Apr 05 16:43:05.827486 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 59764) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:05.829421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032bcca-77da-404f-8b25-9d80d6ab176e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfaf3d6-0a0c-48e0-9082-77181e3f5137,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:05.832842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d032bcca-77da-404f-8b25-9d80d6ab176e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:05.896933 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6a56-32ab-4eca-ade3-7e1b20ea5e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:05.970477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6a56-32ab-4eca-ade3-7e1b20ea5e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:06.041455 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b181c-fb77-448a-abae-9a3aafaf9531 req-6f4fffe5-3881-434c-a87f-87883b33d95f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:06.043091 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-740b181c-fb77-448a-abae-9a3aafaf9531 req-6f4fffe5-3881-434c-a87f-87883b33d95f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1474693 Apr 05 16:43:06.044340 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6a56-32ab-4eca-ade3-7e1b20ea5e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:06.048327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3096dc55-bd02-42d1-b412-688644b8489e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:06.083542 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6a56-32ab-4eca-ade3-7e1b20ea5e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfaf3d6-0a0c-48e0-9082-77181e3f5137,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:06.089480 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f1ea6a56-32ab-4eca-ade3-7e1b20ea5e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:06.101260 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6a56-32ab-4eca-ade3-7e1b20ea5e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:06.105062 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-f1ea6a56-32ab-4eca-ade3-7e1b20ea5e19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4dfaf3d6-0a0c-48e0-9082-77181e3f5137 HTTP/1.1" status: 204 len: 168 time: 0.2739522 Apr 05 16:43:06.117561 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-740b181c-fb77-448a-abae-9a3aafaf9531 req-b38bb186-e59c-4960-94a0-304c193f60df tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578039 Apr 05 16:43:06.241323 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f746d3-fb42-41ba-a150-f767a1ff9155 req-6f0355f7-9d0f-4479-a425-5c52d7810ef1 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:06.243099 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-42f746d3-fb42-41ba-a150-f767a1ff9155 req-6f0355f7-9d0f-4479-a425-5c52d7810ef1 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 943 time: 0.0924053 Apr 05 16:43:06.303500 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-42f746d3-fb42-41ba-a150-f767a1ff9155 req-183addaf-4afb-4fe2-832c-42827e376dc1 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527244 Apr 05 16:43:07.337407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc1e3c-8a9e-4710-b592-e294286a11ae req-1f469ad4-a0fa-4559-8b40-367c8eba0f73 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:07.339799 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b9cc1e3c-8a9e-4710-b592-e294286a11ae req-1f469ad4-a0fa-4559-8b40-367c8eba0f73 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1042786 Apr 05 16:43:07.389584 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b9cc1e3c-8a9e-4710-b592-e294286a11ae req-4fa8743d-f5be-46b8-a676-0b42e4fe628e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Apr 05 16:43:07.519220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8806cdb-be4c-47e2-bac4-b676bda8a3b2 req-0720f50e-b907-4eaf-a79a-a7563c3a17ef tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:07.520856 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8806cdb-be4c-47e2-bac4-b676bda8a3b2 req-0720f50e-b907-4eaf-a79a-a7563c3a17ef tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 943 time: 0.0929549 Apr 05 16:43:07.573616 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8806cdb-be4c-47e2-bac4-b676bda8a3b2 req-77f7df08-df2b-4222-9946-9b68a1260bf5 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457547 Apr 05 16:43:08.617994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5a20f-de0e-46ad-ad98-85decc92a5e5 req-6de2a11c-4871-4f52-a401-0136df871e42 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:08.619587 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3eb5a20f-de0e-46ad-ad98-85decc92a5e5 req-6de2a11c-4871-4f52-a401-0136df871e42 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1030798 Apr 05 16:43:08.670357 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3eb5a20f-de0e-46ad-ad98-85decc92a5e5 req-db1c556a-e821-407b-baf6-bfde112511ee tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Apr 05 16:43:08.784915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32044c-e482-4998-bdee-e2e36568b104 req-e504ce97-b9e6-4027-814d-3ec040ebe8ad tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:08.786549 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0a32044c-e482-4998-bdee-e2e36568b104 req-e504ce97-b9e6-4027-814d-3ec040ebe8ad tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 943 time: 0.0951405 Apr 05 16:43:08.835545 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0a32044c-e482-4998-bdee-e2e36568b104 req-5cc0b5cf-6c8a-444d-813a-b3e844112132 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Apr 05 16:43:09.827307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 76dabad6-dabb-45e7-b543-5bee0819c08e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:43:09.888423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10991020-ccc5-499f-a271-c1f6e44069c2 req-c7fd7bf2-4bcb-4e3b-a726-00c9eba3a8e5 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:09.888423 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-10991020-ccc5-499f-a271-c1f6e44069c2 req-c7fd7bf2-4bcb-4e3b-a726-00c9eba3a8e5 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0927050 Apr 05 16:43:09.939687 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-10991020-ccc5-499f-a271-c1f6e44069c2 req-1565a2c1-f2c9-4194-838b-a694a033e044 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451088 Apr 05 16:43:09.972684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 76dabad6-dabb-45e7-b543-5bee0819c08e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=76dabad6-dabb-45e7-b543-5bee0819c08e,segment=NetworkSegment(33a2546f-404e-4d36-803d-305fc39d1d2f),segment_id=33a2546f-404e-4d36-803d-305fc39d1d2f)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:43:09.987394 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '76dabad6-dabb-45e7-b543-5bee0819c08e', 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe', 'port_id': '76dabad6-dabb-45e7-b543-5bee0819c08e', 'mac_address': 'fa:16:3e:70:e6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187258a4-07dd-4f8d-907c-f7053d0b96a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:43:10.046047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:10.064056 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76dabad6-dabb-45e7-b543-5bee0819c08e {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:43:10.079798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 76dabad6-dabb-45e7-b543-5bee0819c08e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=76dabad6-dabb-45e7-b543-5bee0819c08e,segment=NetworkSegment(33a2546f-404e-4d36-803d-305fc39d1d2f),segment_id=33a2546f-404e-4d36-803d-305fc39d1d2f)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:43:10.083602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:10.085446 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:10.135898 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180c871-97aa-4a91-a884-b02e283fa680 req-b3837a9b-f076-4e3d-9b89-e6f86789353e tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:10.137514 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7180c871-97aa-4a91-a884-b02e283fa680 req-b3837a9b-f076-4e3d-9b89-e6f86789353e tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 944 time: 0.0923929 Apr 05 16:43:10.159602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=76dabad6-dabb-45e7-b543-5bee0819c08e,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:10.167540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.167929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.168308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.168682 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.169047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.169467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.169888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.170251 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.170649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.171007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.171470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.171871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:10.175987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:10.187630 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7180c871-97aa-4a91-a884-b02e283fa680 req-9899b9cb-4fb8-4c7a-80a5-35d0cd83247e tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Apr 05 16:43:10.529034 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['76dabad6-dabb-45e7-b543-5bee0819c08e'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:43:10.561818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:11.148869 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce36610-45c4-4e12-afdd-bc242eed4be0 req-0c8d93ee-117a-4dac-adfd-a548b7b4fb8f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:11.150880 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fce36610-45c4-4e12-afdd-bc242eed4be0 req-0c8d93ee-117a-4dac-adfd-a548b7b4fb8f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0951750 Apr 05 16:43:11.207530 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fce36610-45c4-4e12-afdd-bc242eed4be0 req-70e168e3-61fa-4468-9edd-61c2b364e1ff tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498157 Apr 05 16:43:11.409944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d927ef-0539-416c-8bc3-96119ac1d7ba req-68b7a0be-2be5-4326-b8d8-48a16777f704 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:11.411570 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-56d927ef-0539-416c-8bc3-96119ac1d7ba req-68b7a0be-2be5-4326-b8d8-48a16777f704 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 944 time: 0.0970719 Apr 05 16:43:11.460704 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-56d927ef-0539-416c-8bc3-96119ac1d7ba req-db88fb8a-1048-42c8-8a61-7d17d7126a60 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 Apr 05 16:43:11.831386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 76dabad6-dabb-45e7-b543-5bee0819c08e up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:43:11.916009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 76dabad6-dabb-45e7-b543-5bee0819c08e completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:43:11.921326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 76dabad6-dabb-45e7-b543-5bee0819c08e triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:43:11.921765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:12.047500 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:12.081961 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9fc784-2e5a-49a1-96a6-1f39c86f9329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dabad6-dabb-45e7-b543-5bee0819c08e'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:43:12.093635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 76dabad6-dabb-45e7-b543-5bee0819c08e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=76dabad6-dabb-45e7-b543-5bee0819c08e,segment=NetworkSegment(33a2546f-404e-4d36-803d-305fc39d1d2f),segment_id=33a2546f-404e-4d36-803d-305fc39d1d2f)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:43:12.097033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:12.099028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:12.135987 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9fc784-2e5a-49a1-96a6-1f39c86f9329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dabad6-dabb-45e7-b543-5bee0819c08e', 'code': 200} Apr 05 16:43:12.170856 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=76dabad6-dabb-45e7-b543-5bee0819c08e,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:12.174637 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:12.424283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c8a9b-b007-4fca-bba6-478b74d78086 req-e674d19f-191d-4b31-8567-0a97688d0867 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:12.426187 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a1c8a9b-b007-4fca-bba6-478b74d78086 req-e674d19f-191d-4b31-8567-0a97688d0867 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0973320 Apr 05 16:43:12.432511 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb467db-7a02-484c-beb8-4075694f24d1 req-1f128d75-3e1f-473c-9b06-b81a8eff10e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:12.434163 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9eb467db-7a02-484c-beb8-4075694f24d1 req-1f128d75-3e1f-473c-9b06-b81a8eff10e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 1098 time: 0.0801883 Apr 05 16:43:12.476395 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a1c8a9b-b007-4fca-bba6-478b74d78086 req-71ffab92-0e1a-4c4d-afe4-34b7888ad9d5 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 Apr 05 16:43:12.488055 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9eb467db-7a02-484c-beb8-4075694f24d1 req-1dfc226f-3529-4e70-8b83-5473a280e76b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Apr 05 16:43:12.674187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b2bea-6ec5-4ae4-9ad1-46efeb138acc req-8b28b2f9-9d60-418a-8bd9-835e9f8e039f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:12.675711 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7d4b2bea-6ec5-4ae4-9ad1-46efeb138acc req-8b28b2f9-9d60-418a-8bd9-835e9f8e039f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 945 time: 0.0960243 Apr 05 16:43:12.723540 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7d4b2bea-6ec5-4ae4-9ad1-46efeb138acc req-daffcea2-e971-4a5d-b480-fd25fbaffd34 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Apr 05 16:43:13.700009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5cb7b-f36b-47cb-a457-91ef5dd749cd req-6b9429c8-cb00-43f1-87bc-99a29a51658d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:13.701730 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9df5cb7b-f36b-47cb-a457-91ef5dd749cd req-6b9429c8-cb00-43f1-87bc-99a29a51658d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0974526 Apr 05 16:43:13.752578 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9df5cb7b-f36b-47cb-a457-91ef5dd749cd req-97c79f3b-8467-411d-8b73-60abd35e1ef0 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Apr 05 16:43:13.944125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afae61-3684-445a-b264-8ff3d728db20 req-03e36a08-c716-42fe-9c3d-32f753d38b13 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:13.945713 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e1afae61-3684-445a-b264-8ff3d728db20 req-03e36a08-c716-42fe-9c3d-32f753d38b13 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 945 time: 0.0920584 Apr 05 16:43:13.999379 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e1afae61-3684-445a-b264-8ff3d728db20 req-3aba0423-b847-44fe-b890-99dbc6bd1303 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 Apr 05 16:43:14.970734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21153cb-4a4b-40d4-8ff5-c2e72889f3cd req-cfe42958-e657-448d-8799-25c0e343bb3d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:14.972248 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e21153cb-4a4b-40d4-8ff5-c2e72889f3cd req-cfe42958-e657-448d-8799-25c0e343bb3d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0932803 Apr 05 16:43:15.021059 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e21153cb-4a4b-40d4-8ff5-c2e72889f3cd req-f1da90f1-90ac-4dde-bc42-ab774a6737e2 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Apr 05 16:43:15.088395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee5019-9fe8-48f4-8d37-d74d34c4e994 req-55b1ef96-9d8b-4599-9096-ad3758f60324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:15.090309 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-13ee5019-9fe8-48f4-8d37-d74d34c4e994 req-55b1ef96-9d8b-4599-9096-ad3758f60324 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 1098 time: 0.0780931 Apr 05 16:43:15.134705 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-13ee5019-9fe8-48f4-8d37-d74d34c4e994 req-60960663-5719-49cd-8dd2-ac807018211a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Apr 05 16:43:15.212812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ec0e0-cc96-416f-b495-94b933e72f46 req-cfd55afb-5af8-4563-8333-15d6d4178ecd tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:15.214511 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2e6ec0e0-cc96-416f-b495-94b933e72f46 req-cfd55afb-5af8-4563-8333-15d6d4178ecd tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 945 time: 0.0963702 Apr 05 16:43:15.265069 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2e6ec0e0-cc96-416f-b495-94b933e72f46 req-72ebdcfb-6bbd-48b6-8830-899837e24eee tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 Apr 05 16:43:16.246803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b8919-44ab-4376-b850-32f2cbe8c3d1 req-e94cb54b-e5be-44f9-ab60-c53ebc8666e4 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:16.248404 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5c8b8919-44ab-4376-b850-32f2cbe8c3d1 req-e94cb54b-e5be-44f9-ab60-c53ebc8666e4 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0912693 Apr 05 16:43:16.304714 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5c8b8919-44ab-4376-b850-32f2cbe8c3d1 req-dedf8fef-e225-4971-a3d9-1f78f59b749a tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492592 Apr 05 16:43:16.969616 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d5d67598-f06b-41fa-b427-1f7266e820a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:17.527107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a6cb8-4958-426a-9d90-6c8c2db0b3f1 req-0180d70f-e049-464f-956f-c651152a4d68 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:17.528850 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-006a6cb8-4958-426a-9d90-6c8c2db0b3f1 req-0180d70f-e049-464f-956f-c651152a4d68 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1028166 Apr 05 16:43:17.579154 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-006a6cb8-4958-426a-9d90-6c8c2db0b3f1 req-dfb3ab42-ccbf-4088-9dfa-9b7aeb58cf75 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Apr 05 16:43:18.145453 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdff68-ba90-4876-8db1-5c6c44c1d48c req-f9cb7bfc-ed89-439f-969b-30fe88961df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:18.147103 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2fdff68-ba90-4876-8db1-5c6c44c1d48c req-f9cb7bfc-ed89-439f-969b-30fe88961df6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58c8ef6370b54d88951195cadafd193b&device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 1098 time: 0.0912137 Apr 05 16:43:18.173074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c9042-21ed-43c9-ba9d-d5fe57c9953c req-9580621c-7ee3-4a0e-9aa1-c945c7ef256c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:18.176808 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a6c9042-21ed-43c9-ba9d-d5fe57c9953c req-9580621c-7ee3-4a0e-9aa1-c945c7ef256c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0919306 Apr 05 16:43:18.228710 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a6c9042-21ed-43c9-ba9d-d5fe57c9953c req-0a5a7e18-ed69-418b-ae3a-34a69cab065e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 Apr 05 16:43:18.286110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:18.299684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdff68-ba90-4876-8db1-5c6c44c1d48c req-28927480-b8dc-4301-acea-db284022cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:18.301392 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2fdff68-ba90-4876-8db1-5c6c44c1d48c req-28927480-b8dc-4301-acea-db284022cf4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 200 len: 920 time: 0.1466832 Apr 05 16:43:18.382340 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2fdff68-ba90-4876-8db1-5c6c44c1d48c req-eb1c7447-9b8d-4f8e-98fc-04fbbd826469 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c HTTP/1.1" status: 200 len: 217 time: 0.0726542 Apr 05 16:43:18.460129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdff68-ba90-4876-8db1-5c6c44c1d48c req-6212485d-fca9-4f99-a989-845ca18ff13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:18.461771 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2fdff68-ba90-4876-8db1-5c6c44c1d48c req-6212485d-fca9-4f99-a989-845ca18ff13d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 200 len: 859 time: 0.0701272 Apr 05 16:43:18.515938 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2fdff68-ba90-4876-8db1-5c6c44c1d48c req-89e0ee42-eaf2-4b9b-af36-64f4941bba62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72bdfd5-1c14-484f-aa7d-91be82cecf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468202 Apr 05 16:43:18.663767 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2fdff68-ba90-4876-8db1-5c6c44c1d48c req-ccf59114-c5cd-4e22-b2ac-439c8f1b7cab service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385171 Apr 05 16:43:18.813679 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2fdff68-ba90-4876-8db1-5c6c44c1d48c req-8a434fd6-f194-4d79-9795-ae881d72ef01 service neutron] 10.222.0.41 "GET /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421070 Apr 05 16:43:19.077972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6b2c5920-6446-4a12-a27f-a1a490da0de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:19.456600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0c555-3a93-47d8-a865-9cc4811ad19c req-d522cadc-3c82-4a7d-bde3-2e9bd337da60 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:19.459812 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b0f0c555-3a93-47d8-a865-9cc4811ad19c req-d522cadc-3c82-4a7d-bde3-2e9bd337da60 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1063895 Apr 05 16:43:19.510029 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b0f0c555-3a93-47d8-a865-9cc4811ad19c req-aa6fe828-dcb3-4b9f-9eae-719a4c1a6b0c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Apr 05 16:43:19.773016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:20.754719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8a0f6-3a87-40ba-9a42-2f6abaaab04f req-120772a2-0ed2-4c7b-9f16-966125899b6d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:20.756238 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ba8a0f6-3a87-40ba-9a42-2f6abaaab04f req-120772a2-0ed2-4c7b-9f16-966125899b6d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1102939 Apr 05 16:43:20.809896 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ba8a0f6-3a87-40ba-9a42-2f6abaaab04f req-a794b25c-8057-44d7-bbed-5c208010dca1 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 Apr 05 16:43:21.304611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:22.031142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1aa74-f1e9-4983-aa8c-eab22066bb46 req-884b575c-81a5-4841-8230-457063570465 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:22.032667 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cb1aa74-f1e9-4983-aa8c-eab22066bb46 req-884b575c-81a5-4841-8230-457063570465 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0904322 Apr 05 16:43:22.082355 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cb1aa74-f1e9-4983-aa8c-eab22066bb46 req-b6e6895d-f0fe-4221-be1e-2f0eb733e51e tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 Apr 05 16:43:23.312895 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27b4d4-d63f-42f2-b015-27c87f3f044d req-cc01a350-1cce-4d27-80bf-bedb909940b1 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:23.314560 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2c27b4d4-d63f-42f2-b015-27c87f3f044d req-cc01a350-1cce-4d27-80bf-bedb909940b1 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1073279 Apr 05 16:43:23.365654 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2c27b4d4-d63f-42f2-b015-27c87f3f044d req-cd8db1dc-6726-4797-9cfc-f73fe5880f50 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436199 Apr 05 16:43:28.045423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3811a6-32de-42c8-b45c-2f30b3c568d4 req-f2449ae2-246e-4792-8744-b88357b4e038 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:28.047083 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ed3811a6-32de-42c8-b45c-2f30b3c568d4 req-f2449ae2-246e-4792-8744-b88357b4e038 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.0965655 Apr 05 16:43:28.100343 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ed3811a6-32de-42c8-b45c-2f30b3c568d4 req-00186816-f68e-4f6d-8d47-47b4e0b6df8f tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465713 Apr 05 16:43:29.321036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00605a-5f1d-433c-8823-d43af3872a9a req-3c9b25e3-88a6-4787-93e4-f82ecf785629 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:29.323751 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3c00605a-5f1d-433c-8823-d43af3872a9a req-3c9b25e3-88a6-4787-93e4-f82ecf785629 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.1002095 Apr 05 16:43:29.374618 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3c00605a-5f1d-433c-8823-d43af3872a9a req-79804cc4-bd52-4c03-ae85-32ddcaf24705 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Apr 05 16:43:30.588416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6040a4-2dba-4a0e-8f5f-1441a84ae208 req-eda66f62-39cb-44d8-8088-05701f50de56 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:30.590259 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8b6040a4-2dba-4a0e-8f5f-1441a84ae208 req-eda66f62-39cb-44d8-8088-05701f50de56 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.0939283 Apr 05 16:43:30.639023 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8b6040a4-2dba-4a0e-8f5f-1441a84ae208 req-50723948-8737-4a4f-b1cc-895b3e47349a tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Apr 05 16:43:30.888189 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e671ea-62bb-46a7-b77b-e46d4cbef145 req-9edc1821-5611-487a-a67a-7d54b83ffcf7 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:30.889740 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-47e671ea-62bb-46a7-b77b-e46d4cbef145 req-9edc1821-5611-487a-a67a-7d54b83ffcf7 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0934219 Apr 05 16:43:30.937702 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-47e671ea-62bb-46a7-b77b-e46d4cbef145 req-8fa1e5b2-d461-402f-8e42-cdd41d7ebed3 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Apr 05 16:43:31.412967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-c2eb94dd-f54f-439d-ac16-3aed6b07175d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:31.413730 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-c2eb94dd-f54f-439d-ac16-3aed6b07175d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Synchronizing usage tracker for tenant:58c8ef6370b54d88951195cadafd193b on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:43:31.426820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-c2eb94dd-f54f-439d-ac16-3aed6b07175d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Unset dirty status for tenant:58c8ef6370b54d88951195cadafd193b on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:43:31.428008 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-c2eb94dd-f54f-439d-ac16-3aed6b07175d tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.41 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.0998600 Apr 05 16:43:31.509804 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Deleting port 31693ee6-ee7f-4ead-b469-4cdf78e09a68 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:43:31.510078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:31.776399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] For port 31693ee6-ee7f-4ead-b469-4cdf78e09a68, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=31693ee6-ee7f-4ead-b469-4cdf78e09a68,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:43:31.776961 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:32.123831 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1e862-c8cd-41b9-bb36-b9de5cf0bcae req-8e407952-7833-4a2f-a6bc-edb56464a297 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:32.125429 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b6d1e862-c8cd-41b9-bb36-b9de5cf0bcae req-8e407952-7833-4a2f-a6bc-edb56464a297 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 946 time: 0.3687344 Apr 05 16:43:32.143752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Calling delete_port for 31693ee6-ee7f-4ead-b469-4cdf78e09a68 owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:43:32.189135 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b6d1e862-c8cd-41b9-bb36-b9de5cf0bcae req-32586dbf-d18b-47e3-adb9-4c79ed438c71 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565228 Apr 05 16:43:32.209778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99863b23-ce58-47fc-ab54-159fc7160406 req-4b0244ca-a063-44b0-90ba-8a2aaf190974 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:32.211706 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-99863b23-ce58-47fc-ab54-159fc7160406 req-4b0244ca-a063-44b0-90ba-8a2aaf190974 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1410623 Apr 05 16:43:32.263837 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-99863b23-ce58-47fc-ab54-159fc7160406 req-f3fd8893-b891-4b69-ad96-cdb7bd8e3666 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450511 Apr 05 16:43:32.303309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:32.319882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:32.347996 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['4503e9fd-df6d-4af1-9a8a-016c867d942c'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:43:32.379552 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Pushing event deleted for resources: {'Port': ['ID=31693ee6-ee7f-4ead-b469-4cdf78e09a68,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:32.383401 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:32.571754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] No DVR routers for this DVR port 31693ee6-ee7f-4ead-b469-4cdf78e09a68 on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:43:32.574286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:32.576981 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35798f0-3250-4d55-b985-03340ca7c6c4', 'name': 'network-vif-deleted', 'tag': '31693ee6-ee7f-4ead-b469-4cdf78e09a68'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:43:32.598914 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c597e5ae-d8fd-4c54-ba65-fabeae72c623 req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.41 "DELETE /v2.0/ports/31693ee6-ee7f-4ead-b469-4cdf78e09a68 HTTP/1.1" status: 204 len: 173 time: 1.1647508 Apr 05 16:43:32.628150 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35798f0-3250-4d55-b985-03340ca7c6c4', 'name': 'network-vif-deleted', 'tag': '31693ee6-ee7f-4ead-b469-4cdf78e09a68', 'status': 'completed', 'code': 200} Apr 05 16:43:33.394448 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f06343be-7e90-4a15-8bc7-81b54587425c req-782f49bb-d0f9-4d6f-8146-4d51817b1bb0 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=c35798f0-3250-4d55-b985-03340ca7c6c4 HTTP/1.1" status: 200 len: 210 time: 0.0497780 Apr 05 16:43:33.496545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bdf1c-0a13-40d0-a692-1312c169597a req-2cb60607-2edf-408d-ae38-8f925ef38556 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:33.498204 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-988bdf1c-0a13-40d0-a692-1312c169597a req-2cb60607-2edf-408d-ae38-8f925ef38556 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0878863 Apr 05 16:43:33.547938 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-988bdf1c-0a13-40d0-a692-1312c169597a req-2a7c586b-bc61-4a9e-ae93-fe79230765f2 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Apr 05 16:43:33.988855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 31693ee6-ee7f-4ead-b469-4cdf78e09a68 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:43:34.033137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 31693ee6-ee7f-4ead-b469-4cdf78e09a68 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:43:34.033570 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 31693ee6-ee7f-4ead-b469-4cdf78e09a68 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:43:34.762671 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0dfc3-035c-47e4-99d7-5ef104c96fdc req-fa38c4db-a2cb-4c18-8bdd-0b4e3133cb68 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:34.764263 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f3f0dfc3-035c-47e4-99d7-5ef104c96fdc req-fa38c4db-a2cb-4c18-8bdd-0b4e3133cb68 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0998504 Apr 05 16:43:34.815887 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f3f0dfc3-035c-47e4-99d7-5ef104c96fdc req-736d988b-187d-405a-936c-a465556cf8bf tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450847 Apr 05 16:43:35.022342 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bba32-145d-4929-906a-b2921a13b3c9 req-b4fbb4ee-39a6-40bc-992b-ff6b22cd6f07 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:35.023900 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d10bba32-145d-4929-906a-b2921a13b3c9 req-b4fbb4ee-39a6-40bc-992b-ff6b22cd6f07 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0969186 Apr 05 16:43:35.080509 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d10bba32-145d-4929-906a-b2921a13b3c9 req-a72e979d-1cfe-48f6-a747-a869a7b8e6db tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458887 Apr 05 16:43:36.038243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5af44-daad-46d2-99b5-87ea78d64a64 req-2adb35df-8d67-455a-bb30-77a3eef20391 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:36.039746 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-24f5af44-daad-46d2-99b5-87ea78d64a64 req-2adb35df-8d67-455a-bb30-77a3eef20391 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0884840 Apr 05 16:43:36.091985 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-24f5af44-daad-46d2-99b5-87ea78d64a64 req-d466b922-7f60-4367-a5c6-136e685aa530 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429003 Apr 05 16:43:36.208671 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:43:36.315619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702b800-460f-4bb1-8c09-96570fc79328 req-d702f6ff-07ba-4837-8a1f-40bc765ea1a7 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:36.317296 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6702b800-460f-4bb1-8c09-96570fc79328 req-d702f6ff-07ba-4837-8a1f-40bc765ea1a7 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1083672 Apr 05 16:43:36.371873 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6702b800-460f-4bb1-8c09-96570fc79328 req-ec136cfa-d1c5-423a-83cc-479007df9254 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 Apr 05 16:43:37.313040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e60ac0-37bf-4314-b8f7-a87d4b7361e5 req-44dda860-00e3-427c-aa64-6ed22becb556 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:37.314618 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-23e60ac0-37bf-4314-b8f7-a87d4b7361e5 req-44dda860-00e3-427c-aa64-6ed22becb556 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0928459 Apr 05 16:43:37.364256 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-23e60ac0-37bf-4314-b8f7-a87d4b7361e5 req-8918ac57-2928-4b58-a221-513ddb68041d tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Apr 05 16:43:37.584404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e59be-4c22-4550-a99f-875bf5ba100f req-d4051a6c-ff41-4cfd-8848-13cf8598432b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:37.585935 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d94e59be-4c22-4550-a99f-875bf5ba100f req-d4051a6c-ff41-4cfd-8848-13cf8598432b tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.0936871 Apr 05 16:43:37.636368 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d94e59be-4c22-4550-a99f-875bf5ba100f req-78903bf4-c849-464f-83c6-99242e03be85 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Apr 05 16:43:38.582307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf945ae-9f66-43e3-8f4b-42ebcea9266e req-07d94563-cfef-4dcf-b70f-20ea66bb2c14 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:38.583869 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4bf945ae-9f66-43e3-8f4b-42ebcea9266e req-07d94563-cfef-4dcf-b70f-20ea66bb2c14 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0923188 Apr 05 16:43:38.636589 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4bf945ae-9f66-43e3-8f4b-42ebcea9266e req-ab2319da-f521-42c9-a6c0-f7766340be14 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460668 Apr 05 16:43:38.855145 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c4ec-8621-4bfb-bbf2-5b35bb44d0bf req-031f19c1-18ab-49de-8183-7d70ce1ede4c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:38.856769 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-44b1c4ec-8621-4bfb-bbf2-5b35bb44d0bf req-031f19c1-18ab-49de-8183-7d70ce1ede4c tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1008489 Apr 05 16:43:38.906211 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-44b1c4ec-8621-4bfb-bbf2-5b35bb44d0bf req-28c4cc3f-072b-4d87-8e9a-46b6311be974 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428050 Apr 05 16:43:39.851676 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0935da0-a7c3-4523-bd8d-811a66065f18 req-e7092227-96d3-42b1-a975-f58d4d467efd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:39.853361 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b0935da0-a7c3-4523-bd8d-811a66065f18 req-e7092227-96d3-42b1-a975-f58d4d467efd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0973437 Apr 05 16:43:39.902602 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b0935da0-a7c3-4523-bd8d-811a66065f18 req-9af0e025-41d4-4cd1-90c6-02da7ab0a40f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426402 Apr 05 16:43:40.133473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbdfad-f502-4b4f-bf5a-5044dceb692b req-620d6b71-c1af-4c1e-bad4-d0a8e108c583 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:40.135101 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-82bbdfad-f502-4b4f-bf5a-5044dceb692b req-620d6b71-c1af-4c1e-bad4-d0a8e108c583 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1034343 Apr 05 16:43:40.186596 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-82bbdfad-f502-4b4f-bf5a-5044dceb692b req-efcbfd41-e84e-4192-9620-914d96f826e4 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416801 Apr 05 16:43:40.519285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:41.151950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc8b93-d2d7-4a35-9d43-24bb8b002785 req-e3363220-1d5b-4aca-a0f0-814f757161c1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:41.153751 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61fc8b93-d2d7-4a35-9d43-24bb8b002785 req-e3363220-1d5b-4aca-a0f0-814f757161c1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1043808 Apr 05 16:43:41.215141 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61fc8b93-d2d7-4a35-9d43-24bb8b002785 req-8ab7a8cf-a81f-4aa7-a50d-347242e2fe5d tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545695 Apr 05 16:43:41.454890 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce30f-cbd2-4173-bb58-0d409f43ae6d req-c2963760-4ddc-4c87-870e-fd106bbb28b5 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:41.456524 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f3bce30f-cbd2-4173-bb58-0d409f43ae6d req-c2963760-4ddc-4c87-870e-fd106bbb28b5 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1162844 Apr 05 16:43:41.519913 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f3bce30f-cbd2-4173-bb58-0d409f43ae6d req-68c03866-bd31-4ec1-81a3-c2031c07b9e3 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/security-groups?id=72f7c053-d1d7-439d-afeb-a0d0a32e08f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555091 Apr 05 16:43:41.613678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-32fb26f6-906f-4974-8a81-a1105c336801 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:41.614540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-32fb26f6-906f-4974-8a81-a1105c336801 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Synchronizing usage tracker for tenant:58c8ef6370b54d88951195cadafd193b on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:43:41.632991 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-32fb26f6-906f-4974-8a81-a1105c336801 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Unset dirty status for tenant:58c8ef6370b54d88951195cadafd193b on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:43:41.635187 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-32fb26f6-906f-4974-8a81-a1105c336801 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 945 time: 0.1236033 Apr 05 16:43:41.694788 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-c2465bc1-0756-44a9-8876-bb1a95892ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:41.696423 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-c2465bc1-0756-44a9-8876-bb1a95892ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 1099 time: 0.0984488 Apr 05 16:43:41.727026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Deleting port 4503e9fd-df6d-4af1-9a8a-016c867d942c {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:43:41.727700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:41.864205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-051674b2-e3c3-4548-b906-6c83946a31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:41.865766 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-051674b2-e3c3-4548-b906-6c83946a31bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 912 time: 0.1469476 Apr 05 16:43:41.995091 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-19d4f811-09b6-4ba1-98c1-36a5fd7a92db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c787a264-d1e8-4aab-998d-93b4a1114166 HTTP/1.1" status: 200 len: 1002 time: 0.1095922 Apr 05 16:43:42.007965 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] For port 4503e9fd-df6d-4af1-9a8a-016c867d942c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4503e9fd-df6d-4af1-9a8a-016c867d942c,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:43:42.008855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:42.098705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-db9811a6-e4d7-4cf0-be2f-eda38d4d64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:42.100273 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-db9811a6-e4d7-4cf0-be2f-eda38d4d64ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 HTTP/1.1" status: 200 len: 850 time: 0.0709026 Apr 05 16:43:42.155871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Calling delete_port for 4503e9fd-df6d-4af1-9a8a-016c867d942c owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:43:42.210276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-cf9abc9e-bb91-4adf-923f-38bdb7fb8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:42.211899 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-cf9abc9e-bb91-4adf-923f-38bdb7fb8fad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f807c98-88e3-44e9-9803-188185937988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825512 Apr 05 16:43:42.323950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:42.344080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d3d738aa-7722-4f1d-93cc-31effa134f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:42.404077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Pushing event deleted for resources: {'Port': ['ID=4503e9fd-df6d-4af1-9a8a-016c867d942c,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:42.406807 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:42.444290 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-6b65d448-03e1-4488-b6a7-8fe0e39970ee service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223809 Apr 05 16:43:42.559341 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c564d18-a0d7-4cd4-bf7e-bbb2878b6b58 req-5901a6f5-0aed-4f43-9eb0-a49eff9c3e2a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:42.560933 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3c564d18-a0d7-4cd4-bf7e-bbb2878b6b58 req-5901a6f5-0aed-4f43-9eb0-a49eff9c3e2a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.2135971 Apr 05 16:43:42.592101 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] No DVR routers for this DVR port 4503e9fd-df6d-4af1-9a8a-016c867d942c on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:43:42.594779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:42.599458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c29973e-f024-491a-ae38-128e6673a59b', 'name': 'network-vif-deleted', 'tag': '4503e9fd-df6d-4af1-9a8a-016c867d942c'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:43:42.613618 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-06b922ee-abd9-4e34-bfda-f4ca464e9977 req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.41 "DELETE /v2.0/ports/4503e9fd-df6d-4af1-9a8a-016c867d942c HTTP/1.1" status: 204 len: 173 time: 0.9718575 Apr 05 16:43:42.641076 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3c564d18-a0d7-4cd4-bf7e-bbb2878b6b58 req-2fc0dc9c-202e-4925-b6f0-bc1cfee0c916 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699515 Apr 05 16:43:42.644604 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c343373e-c3d3-40fb-bfee-9aab3945c540 req-4f83895e-28ee-49df-8c33-987ba2645f61 service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925859 Apr 05 16:43:42.703013 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0554637f-2ce7-4258-b592-c43612eec165 req-609bdb28-9d4b-4322-b513-708511594451 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c29973e-f024-491a-ae38-128e6673a59b HTTP/1.1" status: 200 len: 210 time: 0.0523551 Apr 05 16:43:42.709060 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c29973e-f024-491a-ae38-128e6673a59b', 'name': 'network-vif-deleted', 'tag': '4503e9fd-df6d-4af1-9a8a-016c867d942c', 'status': 'completed', 'code': 200} Apr 05 16:43:43.813782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60168) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:43.857426 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897b7f-48e2-4b63-8e0e-cd2a2c724648 req-9513ae1a-1553-49a3-8606-28ee3d6242a3 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:43.859068 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-64897b7f-48e2-4b63-8e0e-cd2a2c724648 req-9513ae1a-1553-49a3-8606-28ee3d6242a3 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0898485 Apr 05 16:43:43.908019 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-64897b7f-48e2-4b63-8e0e-cd2a2c724648 req-f77ab859-54dc-4eeb-9fc6-644bbc654916 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 Apr 05 16:43:44.003728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 4503e9fd-df6d-4af1-9a8a-016c867d942c no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:43:44.040908 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 4503e9fd-df6d-4af1-9a8a-016c867d942c {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:43:44.041307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 4503e9fd-df6d-4af1-9a8a-016c867d942c not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:43:44.400433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967536'] for router_interface, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:44.784320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Deleting port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:43:44.784664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:44.971713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] For port 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1,segment=NetworkSegment(2ada29dd-e163-488d-9905-9a741943eb6d),segment_id=2ada29dd-e163-488d-9905-9a741943eb6d)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:43:44.972267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:45.105970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Calling delete_port for 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 owned by network:router_interface {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:43:45.124501 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a2f9e-db93-4aef-b220-9e8f3a1889c0 req-ef008ce5-5462-4542-8003-35abba1858fd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:45.126181 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f35a2f9e-db93-4aef-b220-9e8f3a1889c0 req-ef008ce5-5462-4542-8003-35abba1858fd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0932817 Apr 05 16:43:45.175071 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f35a2f9e-db93-4aef-b220-9e8f3a1889c0 req-ce8343da-f256-4a2d-ba46-8e47f0523af1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Apr 05 16:43:45.652984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:45.668683 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:45.724844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Pushing event deleted for resources: {'Port': ['ID=7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:45.728806 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:46.115529 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853756661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925093'] for router_interface, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:46.388317 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19170f-e1fb-42f7-9fba-aadffda9acd2 req-46f6247c-be5b-4cf2-9266-791a6380fdae tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:46.389846 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0d19170f-e1fb-42f7-9fba-aadffda9acd2 req-46f6247c-be5b-4cf2-9266-791a6380fdae tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0880632 Apr 05 16:43:46.445641 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0d19170f-e1fb-42f7-9fba-aadffda9acd2 req-056598c8-4fbf-44a1-8c65-a2aec3920a62 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482547 Apr 05 16:43:46.656766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Router 4367c9a4-1528-43d4-acfa-d4c291c183e7 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:43:46.853468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:43:46.864237 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] Sync routers for ids ['4367c9a4-1528-43d4-acfa-d4c291c183e7'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:43:46.867334 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] 10.222.0.15 "PUT /v2.0/routers/4367c9a4-1528-43d4-acfa-d4c291c183e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0522466 Apr 05 16:43:46.869993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60194) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:46.875286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] Routers {'4367c9a4-1528-43d4-acfa-d4c291c183e7'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:43:46.875941 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:43:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4367c9a4-1528-43d4-acfa-d4c291c183e7'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:43:46.963405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1b93a4f0-7689-4f03-b2b6-2fcd095fcd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:47.058041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Notify callbacks [] for router, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:47.069011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] Set router 4367c9a4-1528-43d4-acfa-d4c291c183e7 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:43:47.243730 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:47.253137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Deleting port a791e56a-b47d-44d5-9a4a-16e3c3f54e72 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:43:47.253500 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:47.385945 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-router', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:43:45Z', 'revision_number': 5, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'gw_port': {'id': 'a791e56a-b47d-44d5-9a4a-16e3c3f54e72', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:50Z', 'updated_at': '2021-04-05T16:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:43:47.390067 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] Checking router: 4367c9a4-1528-43d4-acfa-d4c291c183e7 for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:43:47.399259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] Routers {'4367c9a4-1528-43d4-acfa-d4c291c183e7'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:43:47.399944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:43:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4367c9a4-1528-43d4-acfa-d4c291c183e7'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:43:47.443054 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] For port a791e56a-b47d-44d5-9a4a-16e3c3f54e72, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=a791e56a-b47d-44d5-9a4a-16e3c3f54e72,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:43:47.443441 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:47.579261 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Calling delete_port for a791e56a-b47d-44d5-9a4a-16e3c3f54e72 owned by network:router_gateway {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:43:47.673903 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2d523-c741-4d30-b93b-92b361fcce62 req-fe2d5df8-662f-4e6c-a9eb-8595f572686d tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:47.675670 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e3e2d523-c741-4d30-b93b-92b361fcce62 req-fe2d5df8-662f-4e6c-a9eb-8595f572686d tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0982881 Apr 05 16:43:47.735970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] Set router 4367c9a4-1528-43d4-acfa-d4c291c183e7 gateway port host: None {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:43:47.755805 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e3e2d523-c741-4d30-b93b-92b361fcce62 req-95f8731f-dbcf-484f-98c8-12e3062f4b1e tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719223 Apr 05 16:43:47.783522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:47.801204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-30f17e1c-0925-4f55-8026-94d51d1e000c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:47.867041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a791e56a-b47d-44d5-9a4a-16e3c3f54e72,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:47.871253 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:47.900356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-router', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:43:47Z', 'revision_number': 6, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'gw_port_host': None}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:43:47.906314 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c116ff7c-27f4-44c2-aef8-9013a1b61933 None None] The sync data for ids ['4367c9a4-1528-43d4-acfa-d4c291c183e7'] in dv-cinder-774594-2-smb is: [{'id': '4367c9a4-1528-43d4-acfa-d4c291c183e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1151656403-router', 'tenant_id': '58c8ef6370b54d88951195cadafd193b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:43:47Z', 'revision_number': 6, 'project_id': '58c8ef6370b54d88951195cadafd193b', 'gw_port_host': None}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:43:48.284166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc0a2-0e5c-4035-9aaf-d2e37b39905b req-69d68f37-36c1-4509-ba94-c24754510c0a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:48.285834 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-588fc0a2-0e5c-4035-9aaf-d2e37b39905b req-69d68f37-36c1-4509-ba94-c24754510c0a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1840687 Apr 05 16:43:48.328185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:48.373892 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-a4a261b9-08fa-45ba-8695-f66fa87a3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:48.375464 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-a4a261b9-08fa-45ba-8695-f66fa87a3053 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 1099 time: 0.1851888 Apr 05 16:43:48.379705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-967077'] for router_gateway, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:48.383462 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-588fc0a2-0e5c-4035-9aaf-d2e37b39905b req-5c137e97-b139-449b-8751-2f43657297c7 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838783 Apr 05 16:43:48.529317 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-cf90752a-0fe7-4854-979d-0790fceaf189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:48.531022 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-cf90752a-0fe7-4854-979d-0790fceaf189 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 912 time: 0.1464887 Apr 05 16:43:48.576530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773697'] for router, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:48.579158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:48.645421 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-6cc456c9-e2ed-44a6-8577-cf3d5d133337 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c787a264-d1e8-4aab-998d-93b4a1114166 HTTP/1.1" status: 200 len: 1002 time: 0.1071115 Apr 05 16:43:48.674799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853850466'] for router, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:48.675601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4367c9a4-1528-43d4-acfa-d4c291c183e7 {{(pid=84410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 16:43:48.688949 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Notify callbacks [] for router, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:48.693031 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] 10.222.0.15 "DELETE /v2.0/routers/4367c9a4-1528-43d4-acfa-d4c291c183e7 HTTP/1.1" status: 204 len: 168 time: 1.8219650 Apr 05 16:43:48.693738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60214) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:48.723284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-f13cb811-ddc4-4d64-a520-d5cf09b523b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:48.724934 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-f13cb811-ddc4-4d64-a520-d5cf09b523b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 HTTP/1.1" status: 200 len: 850 time: 0.0710135 Apr 05 16:43:48.760003 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-72eb03bc-e457-4e22-b995-8d7fed47ed80 admin admin] Deleting subnet 79beb238-f897-4134-aa81-df3a0be93760 {{(pid=84410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:43:48.763696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-72eb03bc-e457-4e22-b995-8d7fed47ed80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:48.813823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-df016335-3e84-40f0-aa3b-c8b496d40401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:48.815604 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-df016335-3e84-40f0-aa3b-c8b496d40401 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f807c98-88e3-44e9-9803-188185937988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818326 Apr 05 16:43:48.819296 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-72eb03bc-e457-4e22-b995-8d7fed47ed80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852565057'] for subnet, precommit_delete_associations {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:48.878288 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-72eb03bc-e457-4e22-b995-8d7fed47ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:48.962691 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-8aff9a01-e365-4063-88d0-2cc5b6be028e service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390498 Apr 05 16:43:49.074079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c941998d-bb05-42de-b4b6-4164b8d31cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:49.131558 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8a973fa9-a8de-4eb7-bd4e-0c864acb4149 req-74d58803-0834-4ac6-94dd-79397d9b18ba service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440096 Apr 05 16:43:49.158815 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-72eb03bc-e457-4e22-b995-8d7fed47ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852382701'] for subnet, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:49.175816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-df13f751-5a88-4e0b-8798-3d899d939230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:49.186025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device a791e56a-b47d-44d5-9a4a-16e3c3f54e72 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:43:49.223957 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: a791e56a-b47d-44d5-9a4a-16e3c3f54e72 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:43:49.224357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device a791e56a-b47d-44d5-9a4a-16e3c3f54e72 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:43:49.224872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:43:49.225721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb03bc-e457-4e22-b995-8d7fed47ed80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79beb238-f897-4134-aa81-df3a0be93760,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:49.229723 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-72eb03bc-e457-4e22-b995-8d7fed47ed80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:49.264098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:43:49.264482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 7be614a3-b67e-475a-8f9f-8e1aa1a9cfe1 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:43:49.316285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-72eb03bc-e457-4e22-b995-8d7fed47ed80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:49.322601 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-72eb03bc-e457-4e22-b995-8d7fed47ed80 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79beb238-f897-4134-aa81-df3a0be93760 HTTP/1.1" status: 204 len: 168 time: 0.6278579 Apr 05 16:43:49.325423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60222) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:49.445795 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:49.593283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e347b48-ff15-4b12-ab13-b68d8e7dc7de req-ad746868-8a4b-4f31-9cd5-7aefa2cd1902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:49.594862 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4e347b48-ff15-4b12-ab13-b68d8e7dc7de req-ad746868-8a4b-4f31-9cd5-7aefa2cd1902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0896215 Apr 05 16:43:49.637601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:49.648048 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4e347b48-ff15-4b12-ab13-b68d8e7dc7de req-f82cd9d1-912e-4de7-83af-7478cdce83f8 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466993 Apr 05 16:43:49.755118 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72bdfd5-1c14-484f-aa7d-91be82cecf58']}} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:43:49.768321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ada29dd-e163-488d-9905-9a741943eb6d') {'for_net_delete': True} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:43:49.768696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ada29dd-e163-488d-9905-9a741943eb6d') {} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:43:49.774794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:49.781673 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210742'] for segment, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:49.801019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:49.807508 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:43:49.986984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Network b72bdfd5-1c14-484f-aa7d-91be82cecf58 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:43:49.996029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2564923'] for segment, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:50.178870 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Network b72bdfd5-1c14-484f-aa7d-91be82cecf58 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:43:50.201797 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:43:50.283154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:50.288109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:50.291145 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e78a5eb4-fe13-4a66-9607-76fdb141b3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:50.317385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Pushing event deleted for resources: {'Network': ['ID=b72bdfd5-1c14-484f-aa7d-91be82cecf58,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:50.320020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:50.327423 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] 10.222.0.15 "DELETE /v2.0/networks/b72bdfd5-1c14-484f-aa7d-91be82cecf58 HTTP/1.1" status: 204 len: 168 time: 1.0009890 Apr 05 16:43:50.456031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60234) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:50.509083 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-16fd4c36-4799-4ae7-b0dd-25be4b848bc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58c8ef6370b54d88951195cadafd193b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516849 Apr 05 16:43:50.512951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60238) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:50.577003 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-96a7edca-66c0-443c-8219-52835aa3774c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:50.603919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-96a7edca-66c0-443c-8219-52835aa3774c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:50.650423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-96a7edca-66c0-443c-8219-52835aa3774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:50.656031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-58e0ee3d-e09c-4338-b186-270e09cb8e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:50.668588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7edca-66c0-443c-8219-52835aa3774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f7c053-d1d7-439d-afeb-a0d0a32e08f1,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:50.671124 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-96a7edca-66c0-443c-8219-52835aa3774c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:50.677258 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-96a7edca-66c0-443c-8219-52835aa3774c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:50.678941 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-96a7edca-66c0-443c-8219-52835aa3774c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72f7c053-d1d7-439d-afeb-a0d0a32e08f1 HTTP/1.1" status: 204 len: 168 time: 0.1647599 Apr 05 16:43:51.007518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149e798-0764-46b6-8c17-06e35388627a req-7d1effe5-ce87-4646-8271-5fd566c8d1a4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:43:51.009252 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9149e798-0764-46b6-8c17-06e35388627a req-7d1effe5-ce87-4646-8271-5fd566c8d1a4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0958679 Apr 05 16:43:51.058253 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9149e798-0764-46b6-8c17-06e35388627a req-2b73da9e-c52f-4de3-8172-dd6143d81a6b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Apr 05 16:43:51.328861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:58.652676 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60368) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:58.784974 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:58.801109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:43:58.805573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Usage tracker for resource:security_group_rule and tenant:a7d2e1dc5e0045a1b4aea6bfecd47914 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:43:58.808777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:43:58.815486 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:43:58.921872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:58.926067 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:58.933321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c3c83c3c-6403-4e61-af37-f5af0f8d6034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:58.979368 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7d2e1dc5e0045a1b4aea6bfecd47914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251722 Apr 05 16:43:58.980270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af28d6eb-ad67-429b-ab72-81b0e945ae16,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:58.982430 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60374) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:59.000929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.001337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.001793 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.002182 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.002570 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.002958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.003340 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.003721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.004105 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.004485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.004862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.005266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.009325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:59.058702 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bcae6b4f-2a85-406a-8bd4-5bb88d179e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.086912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bcae6b4f-2a85-406a-8bd4-5bb88d179e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.136356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bcae6b4f-2a85-406a-8bd4-5bb88d179e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.144686 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-005d4828-a351-4586-ab65-7ba2b3a12f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:59.161785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae6b4f-2a85-406a-8bd4-5bb88d179e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af28d6eb-ad67-429b-ab72-81b0e945ae16,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:59.164502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bcae6b4f-2a85-406a-8bd4-5bb88d179e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:59.165742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bcae6b4f-2a85-406a-8bd4-5bb88d179e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.167526 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-bcae6b4f-2a85-406a-8bd4-5bb88d179e83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af28d6eb-ad67-429b-ab72-81b0e945ae16 HTTP/1.1" status: 204 len: 168 time: 0.1841292 Apr 05 16:43:59.503780 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60386) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:59.523973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.540308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:43:59.544746 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] Usage tracker for resource:security_group_rule and tenant:48884beec3ed4145af86c2294daad922 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:43:59.548142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:43:59.554858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:43:59.640309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.644987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.657221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-13573e5b-e351-4875-9780-839d71fff2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:59.700287 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48884beec3ed4145af86c2294daad922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952755 Apr 05 16:43:59.701221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f4d04-8a00-428f-8865-b59a42c52eea,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:59.703465 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60390) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:43:59.704459 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:43:59.772846 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.800799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.849105 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.855295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:43:59.867581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f4d04-8a00-428f-8865-b59a42c52eea,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:43:59.878896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.879301 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.879702 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.880091 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.880474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.880860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.881246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.881644 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.882034 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.882452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.882833 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.883193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:43:59.886138 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:43:59.887337 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b3f4d04-8a00-428f-8865-b59a42c52eea HTTP/1.1" status: 204 len: 168 time: 0.1827340 Apr 05 16:43:59.888357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:03.146173 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc195d-a8ed-49e3-9f0c-f55c46ad7bc5 req-9caa5524-ac96-4972-9b0d-dedc31043848 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:03.147768 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3bcc195d-a8ed-49e3-9f0c-f55c46ad7bc5 req-9caa5524-ac96-4972-9b0d-dedc31043848 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 945 time: 0.0911043 Apr 05 16:44:03.197446 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3bcc195d-a8ed-49e3-9f0c-f55c46ad7bc5 req-7bcf2729-01c7-466b-8773-af13c54868d8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425367 Apr 05 16:44:04.645526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef98ff-988c-479e-946f-f5bf2fe98ece req-0d4fd9e8-6bdc-48e0-83da-ecddc03279e7 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:04.647143 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-11ef98ff-988c-479e-946f-f5bf2fe98ece req-0d4fd9e8-6bdc-48e0-83da-ecddc03279e7 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 945 time: 0.3235683 Apr 05 16:44:04.697140 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-11ef98ff-988c-479e-946f-f5bf2fe98ece req-ea045a2a-92cb-4138-997e-9fda294ea09f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Apr 05 16:44:05.812407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60498) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:05.913567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ed0ee-41d8-4fb3-bdee-0a7a12b0e450 req-77adf23b-661e-4e2e-a54f-16ae16c0527a tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:05.915181 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c88ed0ee-41d8-4fb3-bdee-0a7a12b0e450 req-77adf23b-661e-4e2e-a54f-16ae16c0527a tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 945 time: 0.0895827 Apr 05 16:44:05.937111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:05.952548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:05.956708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] Usage tracker for resource:security_group_rule and tenant:89f86be5a2984ecdb7456aca3af23286 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:44:05.959782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:44:05.965898 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:05.966041 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c88ed0ee-41d8-4fb3-bdee-0a7a12b0e450 req-3dcf72f1-a17d-4f74-8dd6-9e207e87ae49 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Apr 05 16:44:06.049927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.054235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.066469 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:06.107165 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89f86be5a2984ecdb7456aca3af23286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936196 Apr 05 16:44:06.108976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4e431c-855c-45f7-891c-f6c61dfb2eb3,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:06.110523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60504) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:06.112391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:06.177212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-837c0316-1e4e-4afb-b6ec-faab0d6ba26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.204938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-837c0316-1e4e-4afb-b6ec-faab0d6ba26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.250630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-837c0316-1e4e-4afb-b6ec-faab0d6ba26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.254337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-657313e9-e3d2-4c76-aca1-22303c8a7b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:06.268651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c0316-1e4e-4afb-b6ec-faab0d6ba26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e431c-855c-45f7-891c-f6c61dfb2eb3,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:06.271130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-837c0316-1e4e-4afb-b6ec-faab0d6ba26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:06.279996 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-837c0316-1e4e-4afb-b6ec-faab0d6ba26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.281654 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-837c0316-1e4e-4afb-b6ec-faab0d6ba26c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b4e431c-855c-45f7-891c-f6c61dfb2eb3 HTTP/1.1" status: 204 len: 168 time: 0.1696749 Apr 05 16:44:06.589814 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60514) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:06.609337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.625452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:06.630121 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4599d779dc48e9811ef36808814cb0 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:44:06.633376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:44:06.639929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:06.740204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.744719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.751631 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2aa2a035-913a-49cb-a7aa-b2937a16d7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:06.795508 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d4599d779dc48e9811ef36808814cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045140 Apr 05 16:44:06.796390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7135cef3-6967-43e8-b1f5-9c5981588847,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:06.798766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60518) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:06.799638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:06.864120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3c3446b4-a7d4-448c-996d-0bb706ebe4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.892620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3c3446b4-a7d4-448c-996d-0bb706ebe4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.941167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3c3446b4-a7d4-448c-996d-0bb706ebe4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.944878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:06.958396 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3446b4-a7d4-448c-996d-0bb706ebe4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7135cef3-6967-43e8-b1f5-9c5981588847,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:06.960680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3c3446b4-a7d4-448c-996d-0bb706ebe4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:06.968489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3c3446b4-a7d4-448c-996d-0bb706ebe4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:06.969756 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3c3446b4-a7d4-448c-996d-0bb706ebe4cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7135cef3-6967-43e8-b1f5-9c5981588847 HTTP/1.1" status: 204 len: 168 time: 0.1698716 Apr 05 16:44:07.168742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf2463-bb81-48a1-a9cc-a6472b1b9ab1 req-72f4a783-9bee-42a1-8d9e-72994b6fc7c7 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:07.170546 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-12bf2463-bb81-48a1-a9cc-a6472b1b9ab1 req-72f4a783-9bee-42a1-8d9e-72994b6fc7c7 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 945 time: 0.0899420 Apr 05 16:44:07.219110 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-12bf2463-bb81-48a1-a9cc-a6472b1b9ab1 req-264af286-0223-4932-bb62-b89c9fed737c tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421538 Apr 05 16:44:08.436425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ed214-6c9b-44bf-9a8f-15ad19791e16 req-6a5d7be7-db82-4998-9e46-10eff4b19fab tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:08.438065 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ea1ed214-6c9b-44bf-9a8f-15ad19791e16 req-6a5d7be7-db82-4998-9e46-10eff4b19fab tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 945 time: 0.0920541 Apr 05 16:44:08.486808 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ea1ed214-6c9b-44bf-9a8f-15ad19791e16 req-f677a244-e049-4805-8c6b-4430539187de tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Apr 05 16:44:08.622123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-05c8ce84-3946-4206-87d8-cb25a9387bc7 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:08.623843 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-05c8ce84-3946-4206-87d8-cb25a9387bc7 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 945 time: 0.0880430 Apr 05 16:44:08.704777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Deleting port 76dabad6-dabb-45e7-b543-5bee0819c08e {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:44:08.705159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:08.975084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] For port 76dabad6-dabb-45e7-b543-5bee0819c08e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=76dabad6-dabb-45e7-b543-5bee0819c08e,segment=NetworkSegment(33a2546f-404e-4d36-803d-305fc39d1d2f),segment_id=33a2546f-404e-4d36-803d-305fc39d1d2f)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:44:08.975576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.012504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60582) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:09.109865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Calling delete_port for 76dabad6-dabb-45e7-b543-5bee0819c08e owned by compute:nova {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:44:09.139154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.155137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:09.159472 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] Usage tracker for resource:security_group_rule and tenant:627abb3e2df74e7d9f433126427f5f50 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:44:09.162573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:44:09.168856 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:09.262363 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.280848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2de19242-6fcc-4cee-aea4-984c93f9ef64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:09.299619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['76dabad6-dabb-45e7-b543-5bee0819c08e'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:44:09.322824 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.327567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.337021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Pushing event deleted for resources: {'Port': ['ID=76dabad6-dabb-45e7-b543-5bee0819c08e,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:09.342019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:09.351176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4e7c54c9-0057-44d8-8ea4-fd74af03c325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:09.378309 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=627abb3e2df74e7d9f433126427f5f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645284 Apr 05 16:44:09.381678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60588) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:09.398557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cb2d53-f690-438c-8bde-6e63f149013a,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:09.404106 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:09.450871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a7637dc6-42d7-419d-a473-d7a539c8c49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.478708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a7637dc6-42d7-419d-a473-d7a539c8c49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.531317 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a7637dc6-42d7-419d-a473-d7a539c8c49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.536495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dbde8dd9-b443-4d51-b60d-3a7d18524e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:09.539233 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] No DVR routers for this DVR port 76dabad6-dabb-45e7-b543-5bee0819c08e on host hv-cinder-77459 {{(pid=84411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:44:09.541907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.544755 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9fc784-2e5a-49a1-96a6-1f39c86f9329', 'name': 'network-vif-deleted', 'tag': '76dabad6-dabb-45e7-b543-5bee0819c08e'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:44:09.549510 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7637dc6-42d7-419d-a473-d7a539c8c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cb2d53-f690-438c-8bde-6e63f149013a,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:09.552686 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a7637dc6-42d7-419d-a473-d7a539c8c49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:09.554777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a7637dc6-42d7-419d-a473-d7a539c8c49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.558886 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e7d98caf-5693-49ea-84ea-98764b409c7e req-eb3484a9-4b30-4f0f-b92a-b11cdf14c8a2 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.41 "DELETE /v2.0/ports/76dabad6-dabb-45e7-b543-5bee0819c08e HTTP/1.1" status: 204 len: 173 time: 0.9292994 Apr 05 16:44:09.559227 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a7637dc6-42d7-419d-a473-d7a539c8c49c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35cb2d53-f690-438c-8bde-6e63f149013a HTTP/1.1" status: 204 len: 168 time: 0.1765614 Apr 05 16:44:09.652172 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9fc784-2e5a-49a1-96a6-1f39c86f9329', 'name': 'network-vif-deleted', 'tag': '76dabad6-dabb-45e7-b543-5bee0819c08e', 'status': 'completed', 'code': 200} Apr 05 16:44:09.664490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-a24b2ad3-7c02-49c4-9076-6a2d9ecd3e15 req-68df950e-c506-455e-9e13-58939182f827 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Synchronizing usage tracker for tenant:ea62043c8ede4dd2a063ba99075a99af on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:44:09.683336 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-a24b2ad3-7c02-49c4-9076-6a2d9ecd3e15 req-68df950e-c506-455e-9e13-58939182f827 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Unset dirty status for tenant:ea62043c8ede4dd2a063ba99075a99af on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:44:09.684632 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a24b2ad3-7c02-49c4-9076-6a2d9ecd3e15 req-68df950e-c506-455e-9e13-58939182f827 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e9fc784-2e5a-49a1-96a6-1f39c86f9329 HTTP/1.1" status: 200 len: 210 time: 0.0709839 Apr 05 16:44:09.885975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60602) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:09.905781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:09.921246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:09.925834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] Usage tracker for resource:security_group_rule and tenant:96c9a38ef254418fbf87d17f56184276 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:44:09.929109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:44:09.935858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:10.026982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:10.030726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:10.038449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4bf36ff6-27b9-40bc-80b7-bb5b6b86eedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:10.087308 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96c9a38ef254418fbf87d17f56184276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001328 Apr 05 16:44:10.088212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437bbd42-d823-4260-8a57-df577fb1ddac,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:10.090972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60608) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:10.091916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:10.158417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4120c854-6f2a-46bf-b41b-b90c521e43a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:10.187641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4120c854-6f2a-46bf-b41b-b90c521e43a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:10.235523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4120c854-6f2a-46bf-b41b-b90c521e43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:10.239326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-531f8fc5-881b-425f-8933-eb34139b5945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:10.251227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120c854-6f2a-46bf-b41b-b90c521e43a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437bbd42-d823-4260-8a57-df577fb1ddac,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:10.255027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4120c854-6f2a-46bf-b41b-b90c521e43a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:10.258444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4120c854-6f2a-46bf-b41b-b90c521e43a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:10.259647 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-4120c854-6f2a-46bf-b41b-b90c521e43a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/437bbd42-d823-4260-8a57-df577fb1ddac HTTP/1.1" status: 204 len: 168 time: 0.1675754 Apr 05 16:44:10.530271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:12.184777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 76dabad6-dabb-45e7-b543-5bee0819c08e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:44:12.415087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 76dabad6-dabb-45e7-b543-5bee0819c08e {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:44:12.415484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 76dabad6-dabb-45e7-b543-5bee0819c08e not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:44:13.158301 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60716) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:13.208560 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:44:13.292506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:13.308927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:13.313560 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] Usage tracker for resource:security_group_rule and tenant:da9f2d4849d34a4d98790542f696a7ad is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:44:13.316716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:44:13.323316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:13.408493 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:13.413046 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:13.420432 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-50824415-64db-4d11-87a0-83e1a51e6d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:13.467294 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da9f2d4849d34a4d98790542f696a7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075898 Apr 05 16:44:13.468398 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb5927-4329-4c28-bae2-4f58dc334dd9,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:13.470318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60724) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:13.471711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:13.542256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-da4bdfa8-fee6-4b22-9126-f58afd0e2477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:13.570457 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-da4bdfa8-fee6-4b22-9126-f58afd0e2477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:13.616875 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-da4bdfa8-fee6-4b22-9126-f58afd0e2477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:13.622390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-442bd5d3-31d8-4cbc-84e0-afe92f9ba371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:13.638916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bdfa8-fee6-4b22-9126-f58afd0e2477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb5927-4329-4c28-bae2-4f58dc334dd9,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:13.642452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-da4bdfa8-fee6-4b22-9126-f58afd0e2477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:13.648286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-da4bdfa8-fee6-4b22-9126-f58afd0e2477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:13.653189 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-da4bdfa8-fee6-4b22-9126-f58afd0e2477 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efcb5927-4329-4c28-bae2-4f58dc334dd9 HTTP/1.1" status: 204 len: 168 time: 0.1809530 Apr 05 16:44:13.974132 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60740) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:13.993789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:14.010157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:14.014418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] Usage tracker for resource:security_group_rule and tenant:86b60a51a8dc4844998b8c7c698ca949 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:44:14.017496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:44:14.024036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:14.109111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:14.112887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:14.122212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c98e1c59-0b66-4db5-b65d-faecb200f863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:14.165349 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86b60a51a8dc4844998b8c7c698ca949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900220 Apr 05 16:44:14.166304 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d78050-dc17-485c-a8f7-1b7eba3d5e39,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:14.168217 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60752) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:14.169598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:14.234736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2ae44875-356b-492f-a5fa-5f7e63035d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:14.265281 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2ae44875-356b-492f-a5fa-5f7e63035d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:14.317156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2ae44875-356b-492f-a5fa-5f7e63035d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:14.322399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5b569101-5ac7-46a1-bcd7-d8345f32ac1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:14.333990 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae44875-356b-492f-a5fa-5f7e63035d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d78050-dc17-485c-a8f7-1b7eba3d5e39,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:14.339235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2ae44875-356b-492f-a5fa-5f7e63035d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:14.341414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2ae44875-356b-492f-a5fa-5f7e63035d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:14.345836 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2ae44875-356b-492f-a5fa-5f7e63035d13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42d78050-dc17-485c-a8f7-1b7eba3d5e39 HTTP/1.1" status: 204 len: 168 time: 0.1756461 Apr 05 16:44:14.441113 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf50bfd-6861-4c38-9857-64b172293804 req-be37ca4f-d964-4c30-9c2d-4c098ec602e8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:14.442758 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fdf50bfd-6861-4c38-9857-64b172293804 req-be37ca4f-d964-4c30-9c2d-4c098ec602e8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0906935 Apr 05 16:44:14.490940 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fdf50bfd-6861-4c38-9857-64b172293804 req-8aebf055-ef71-4045-b236-a4b12c56c593 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 Apr 05 16:44:15.310782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-33f76f1e-05e5-4a71-9cc0-3053f84669d3 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:15.313499 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-33f76f1e-05e5-4a71-9cc0-3053f84669d3 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/networks?id=6ba7897e-5807-4770-acad-b9f79098d3fe HTTP/1.1" status: 200 len: 814 time: 0.1685491 Apr 05 16:44:15.329834 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-98de88be-7e7a-4a49-b0c9-db4d60a88d30 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/quotas/ea62043c8ede4dd2a063ba99075a99af HTTP/1.1" status: 200 len: 375 time: 0.0105636 Apr 05 16:44:15.386991 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-772f982e-7c38-46df-b255-273160ee5ab4 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea62043c8ede4dd2a063ba99075a99af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510712 Apr 05 16:44:15.536991 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-748d2b3d-8bf1-46a1-be99-67a1f1e67f14 service neutron] 10.222.0.15 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420467 Apr 05 16:44:15.740728 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-c022fb4f-66b9-4804-a183-38ec80f94b5c service neutron] 10.222.0.15 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970215 Apr 05 16:44:15.761974 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875234f5-3df8-4862-8625-f069ee60448c req-4aad8df9-615c-4b72-82d3-fdd483d8f96a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:15.763593 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-875234f5-3df8-4862-8625-f069ee60448c req-4aad8df9-615c-4b72-82d3-fdd483d8f96a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1318588 Apr 05 16:44:15.813616 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-875234f5-3df8-4862-8625-f069ee60448c req-a9203888-4b1e-4c23-a16b-189e097fb98d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421922 Apr 05 16:44:15.947028 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8863225-481f-4d5e-9d18-bb1429a9227c req-b23865e4-2e92-4fe2-815e-4bf46bc15fa1 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 210 time: 0.0520811 Apr 05 16:44:16.783399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60852) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:16.919621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:16.936084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:16.940983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c56837613843718134a6da1291b481 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:44:16.944535 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:44:16.953523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:16.967064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f5e7c3ed-620c-4ac0-9175-1ed90854a2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.052502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.056279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.073179 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2c9f2b73-eefb-4177-9f03-db1f143a713e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:17.117035 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5c56837613843718134a6da1291b481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296576 Apr 05 16:44:17.117035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a28cd-5ea5-4e0a-96ec-b2709efa364c,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:17.118503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60862) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:17.121123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:17.181994 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c6a22afd-86cd-48f0-87a2-79cf0097f55d req-dff49403-ba02-4101-ba6b-2a8dde91755f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 210 time: 0.0816374 Apr 05 16:44:17.182664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-308182b9-ac74-4d31-8400-d71bf878e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.211495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-308182b9-ac74-4d31-8400-d71bf878e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.234611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-fded243b-a650-4160-a881-63977371b631 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:17.236171 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-fded243b-a650-4160-a881-63977371b631 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.41 "GET /v2.0/networks?id=6ba7897e-5807-4770-acad-b9f79098d3fe HTTP/1.1" status: 200 len: 814 time: 0.2533846 Apr 05 16:44:17.245061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5abf60-32e1-4846-bb26-4746a1da8953 req-41c5707b-41f1-4ed4-832f-b8ea9f25f61b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:17.246614 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6c5abf60-32e1-4846-bb26-4746a1da8953 req-41c5707b-41f1-4ed4-832f-b8ea9f25f61b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.3065891 Apr 05 16:44:17.256679 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Request body: {'port': {'device_id': '4f9e4350-2740-4213-8231-91230b5aedd5', 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe', 'admin_state_up': True, 'tenant_id': 'ea62043c8ede4dd2a063ba99075a99af'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:44:17.257146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-308182b9-ac74-4d31-8400-d71bf878e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.261301 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7ac26c97-e7b0-4700-9012-8bff3746aeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:17.277832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308182b9-ac74-4d31-8400-d71bf878e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a28cd-5ea5-4e0a-96ec-b2709efa364c,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:17.281035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-308182b9-ac74-4d31-8400-d71bf878e3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:17.291281 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-308182b9-ac74-4d31-8400-d71bf878e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.295403 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-308182b9-ac74-4d31-8400-d71bf878e3b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c57a28cd-5ea5-4e0a-96ec-b2709efa364c HTTP/1.1" status: 204 len: 168 time: 0.1758592 Apr 05 16:44:17.399588 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6c5abf60-32e1-4846-bb26-4746a1da8953 req-50f9b064-80cc-41d3-b717-75b7dbcf350f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276202 Apr 05 16:44:17.454008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:17.464063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:17.473648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Made reservation on behalf of ea62043c8ede4dd2a063ba99075a99af for: {'port': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:44:17.479661 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.599896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60874) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:17.619311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.634635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:17.638671 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] Usage tracker for resource:security_group_rule and tenant:e62b60f9700f41989949125c4976cc56 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:44:17.641689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:44:17.647783 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:17.659659 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Allocated IP 172.20.0.3 (6ba7897e-5807-4770-acad-b9f79098d3fe/187258a4-07dd-4f8d-907c-f7053d0b96a3/9d25ff34-b9e1-42ba-b502-088a1918eb96) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:44:17.739050 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.742988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.752931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3e5ee07f-fdbf-4d04-9e66-7bb8b2db680b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:17.798833 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e62b60f9700f41989949125c4976cc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977496 Apr 05 16:44:17.799745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b62ff0-dd07-4524-b31b-f9e758b562f5,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:17.803024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:17.803593 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60878) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:17.866566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-224faabc-1e04-4dfd-9d31-50861ac73cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.880186 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.894224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-224faabc-1e04-4dfd-9d31-50861ac73cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.912598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.928428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-43762783-8c70-41c3-9adb-261c54264f0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:17.939921 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-224faabc-1e04-4dfd-9d31-50861ac73cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.943836 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a7637dc6-42d7-419d-a473-d7a539c8c49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:17.956037 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224faabc-1e04-4dfd-9d31-50861ac73cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b62ff0-dd07-4524-b31b-f9e758b562f5,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:17.960001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-224faabc-1e04-4dfd-9d31-50861ac73cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:17.963349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-224faabc-1e04-4dfd-9d31-50861ac73cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:17.964581 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-224faabc-1e04-4dfd-9d31-50861ac73cdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89b62ff0-dd07-4524-b31b-f9e758b562f5 HTTP/1.1" status: 204 len: 168 time: 0.1599956 Apr 05 16:44:18.067724 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Pushing event updated for resources: {'Port': ['ID=9d25ff34-b9e1-42ba-b502-088a1918eb96,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:18.074662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:18.132288 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Network 6ba7897e-5807-4770-acad-b9f79098d3fe is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:44:18.133441 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:44:18.135803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:44:18.141934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:18.142500 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:18.168432 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9168661 Apr 05 16:44:18.191807 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Request body: {'port': {'device_id': '4f9e4350-2740-4213-8231-91230b5aedd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:44:18.308303 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:18.663035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:18.841434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c5db2-7452-423d-90e6-a102bb388d10 req-40aadf4c-0a35-45ea-a9e2-937968711216 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:18.842348 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-e52c5db2-7452-423d-90e6-a102bb388d10 req-40aadf4c-0a35-45ea-a9e2-937968711216 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Synchronizing usage tracker for tenant:ea62043c8ede4dd2a063ba99075a99af on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:44:18.860533 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f760c-aab7-47bd-89c1-4ef9542cb48c req-f5f7ae24-bba7-46f5-8f67-c07922a973bf tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:18.862103 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-677f760c-aab7-47bd-89c1-4ef9542cb48c req-f5f7ae24-bba7-46f5-8f67-c07922a973bf tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.2645545 Apr 05 16:44:18.939668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-e52c5db2-7452-423d-90e6-a102bb388d10 req-40aadf4c-0a35-45ea-a9e2-937968711216 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Unset dirty status for tenant:ea62043c8ede4dd2a063ba99075a99af on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:44:18.940818 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e52c5db2-7452-423d-90e6-a102bb388d10 req-40aadf4c-0a35-45ea-a9e2-937968711216 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 931 time: 0.6114147 Apr 05 16:44:19.013648 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-677f760c-aab7-47bd-89c1-4ef9542cb48c req-89d8199e-d7e6-4aa2-966e-d143b6109354 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368251 Apr 05 16:44:19.063729 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e52c5db2-7452-423d-90e6-a102bb388d10 req-70226fd6-d87d-434e-96c9-b4e9d2d6900f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131148 Apr 05 16:44:19.082382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fbb24284-c65c-4332-95bb-ec3e31a0ea9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:19.253422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d25ff34-b9e1-42ba-b502-088a1918eb96 {{(pid=84411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:44:19.261472 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:19.278953 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Transition to ACTIVE for port object 9d25ff34-b9e1-42ba-b502-088a1918eb96 will not be triggered until provisioned by entity L2. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:44:19.282726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:19.301740 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:19.455592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Pushing event updated for resources: {'Port': ['ID=9d25ff34-b9e1-42ba-b502-088a1918eb96,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:19.459975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:19.623035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Attempting to bind port 9d25ff34-b9e1-42ba-b502-088a1918eb96 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:44:19.623741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Attempting to bind port 9d25ff34-b9e1-42ba-b502-088a1918eb96 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '33a2546f-404e-4d36-803d-305fc39d1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe'}] {{(pid=84411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:44:19.624119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Attempting to bind port 9d25ff34-b9e1-42ba-b502-088a1918eb96 on network 6ba7897e-5807-4770-acad-b9f79098d3fe {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:44:19.629288 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Port 9d25ff34-b9e1-42ba-b502-088a1918eb96 on network 6ba7897e-5807-4770-acad-b9f79098d3fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:44:19.629685 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Attempting to bind port 9d25ff34-b9e1-42ba-b502-088a1918eb96 on network 6ba7897e-5807-4770-acad-b9f79098d3fe {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:44:19.635384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:44:19.635755 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Checking segment: {'id': '33a2546f-404e-4d36-803d-305fc39d1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:44:19.636172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Bound using segment: {'id': '33a2546f-404e-4d36-803d-305fc39d1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe'} {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:44:19.636630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Bound port: 9d25ff34-b9e1-42ba-b502-088a1918eb96, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a2546f-404e-4d36-803d-305fc39d1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe'}}] {{(pid=84411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:44:19.637010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:19.734661 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] For port 9d25ff34-b9e1-42ba-b502-088a1918eb96, host hv-cinder-77459, cleared binding levels {{(pid=84411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:44:19.737900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] For port 9d25ff34-b9e1-42ba-b502-088a1918eb96, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9d25ff34-b9e1-42ba-b502-088a1918eb96,segment=NetworkSegment(33a2546f-404e-4d36-803d-305fc39d1d2f),segment_id=33a2546f-404e-4d36-803d-305fc39d1d2f)] {{(pid=84411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:44:19.741881 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:19.757317 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:19.779109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:19.909228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Pushing event updated for resources: {'Port': ['ID=9d25ff34-b9e1-42ba-b502-088a1918eb96,revision_number=3']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:19.912618 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:19.950969 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:19.952199 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:19.953786 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] 10.222.0.41 "PUT /v2.0/ports/9d25ff34-b9e1-42ba-b502-088a1918eb96 HTTP/1.1" status: 200 len: 1093 time: 1.7666445 Apr 05 16:44:19.954325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9e4350-2740-4213-8231-91230b5aedd5', 'tag': '9d25ff34-b9e1-42ba-b502-088a1918eb96'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:44:20.008207 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9e4350-2740-4213-8231-91230b5aedd5', 'tag': '9d25ff34-b9e1-42ba-b502-088a1918eb96', 'status': 'completed', 'code': 200} Apr 05 16:44:20.118049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-f04a6316-6281-44b9-9e11-6968d5514b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:20.119800 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-f04a6316-6281-44b9-9e11-6968d5514b5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea62043c8ede4dd2a063ba99075a99af&device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 1096 time: 0.0896437 Apr 05 16:44:20.202759 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-43c93ade-2609-4cde-9ea6-6de546f442b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d25ff34-b9e1-42ba-b502-088a1918eb96 HTTP/1.1" status: 200 len: 217 time: 0.0685642 Apr 05 16:44:20.220564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60950) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:20.368172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:20.374602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-a1804622-713c-4cc1-9d59-a3ffea36389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:20.376173 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-a1804622-713c-4cc1-9d59-a3ffea36389b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187258a4-07dd-4f8d-907c-f7053d0b96a3 HTTP/1.1" status: 200 len: 854 time: 0.1376264 Apr 05 16:44:20.383952 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:20.387993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] Usage tracker for resource:security_group_rule and tenant:16e29ee3667e4809834cf60eb4080fd4 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:44:20.391148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:44:20.397292 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:20.446724 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-dbf37457-ba31-493e-afbb-98e0034bb9c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ba7897e-5807-4770-acad-b9f79098d3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614448 Apr 05 16:44:20.484673 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:20.488890 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:20.496625 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8659f844-aae4-47fc-b2c3-f2905afff65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:20.507172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901ab85-bd3f-4148-85e6-b90a33979698 req-6b81538f-d55d-4e03-b704-2a8b395bc593 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:20.508780 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3901ab85-bd3f-4148-85e6-b90a33979698 req-6b81538f-d55d-4e03-b704-2a8b395bc593 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.3174410 Apr 05 16:44:20.519621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916fc05-ac50-437b-9aa8-0025aaf70233 req-5763db36-f770-46b0-8d79-cce3c4cfa054 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:20.521164 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8916fc05-ac50-437b-9aa8-0025aaf70233 req-5763db36-f770-46b0-8d79-cce3c4cfa054 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 943 time: 0.3212681 Apr 05 16:44:20.541207 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16e29ee3667e4809834cf60eb4080fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194172 Apr 05 16:44:20.542232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2882f2-505c-49ed-9329-fea4b6c7b82d,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:20.544737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60956) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:20.547809 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:20.608972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a797639d-2b4e-44e6-a7d7-1cd6ae0eb867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:20.637420 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a797639d-2b4e-44e6-a7d7-1cd6ae0eb867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:20.661338 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3901ab85-bd3f-4148-85e6-b90a33979698 req-5b0e2c42-99ca-493f-a2f8-0dcdb2941b52 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374021 Apr 05 16:44:20.688105 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8916fc05-ac50-437b-9aa8-0025aaf70233 req-71c5d89a-8c93-4ffb-89d8-cb61be348eef tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007764 Apr 05 16:44:20.695847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a797639d-2b4e-44e6-a7d7-1cd6ae0eb867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:20.696762 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-5291b89f-a5c8-4f25-8a6d-67a869cbff18 service neutron] 10.222.0.41 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411311 Apr 05 16:44:20.701667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2075259e-45c2-4800-a174-da4f3b016673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:20.715649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797639d-2b4e-44e6-a7d7-1cd6ae0eb867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2882f2-505c-49ed-9329-fea4b6c7b82d,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:20.718888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a797639d-2b4e-44e6-a7d7-1cd6ae0eb867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:20.721075 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a797639d-2b4e-44e6-a7d7-1cd6ae0eb867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:20.722297 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a797639d-2b4e-44e6-a7d7-1cd6ae0eb867 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a2882f2-505c-49ed-9329-fea4b6c7b82d HTTP/1.1" status: 204 len: 168 time: 0.1765020 Apr 05 16:44:20.842507 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381b4cf1-3f6a-48d4-82d3-97a02b8ffdaa req-2c3876eb-8b6d-41ab-9911-e5e3a0392dad service neutron] 10.222.0.41 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389809 Apr 05 16:44:21.009903 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77920697-68db-4b8f-af63-6154be4134ba req-1fe34edb-63ca-41bf-a6b2-36211455ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:21.011511 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-77920697-68db-4b8f-af63-6154be4134ba req-1fe34edb-63ca-41bf-a6b2-36211455ae39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea62043c8ede4dd2a063ba99075a99af&device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 1096 time: 0.0821807 Apr 05 16:44:21.017045 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 60964) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:21.071672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:21.143992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:44:21.157191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] Usage tracker for resource:security_group_rule and tenant:a2cf3f67afc2453d9bb0821d44124cd0 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:44:21.161753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:44:21.171077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:44:21.211927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77920697-68db-4b8f-af63-6154be4134ba req-1cf6d8bf-77c7-4c3b-ad60-403c779ab60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:21.213496 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-77920697-68db-4b8f-af63-6154be4134ba req-1cf6d8bf-77c7-4c3b-ad60-403c779ab60f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ba7897e-5807-4770-acad-b9f79098d3fe HTTP/1.1" status: 200 len: 915 time: 0.1937659 Apr 05 16:44:21.294200 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-77920697-68db-4b8f-af63-6154be4134ba req-ee94d954-7d5b-4904-8796-ed9f190a53d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d25ff34-b9e1-42ba-b502-088a1918eb96 HTTP/1.1" status: 200 len: 217 time: 0.0741796 Apr 05 16:44:21.315967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:21.392802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77920697-68db-4b8f-af63-6154be4134ba req-aaa90ef2-3d25-4351-b2e7-b540d5442f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:21.394421 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-77920697-68db-4b8f-af63-6154be4134ba req-aaa90ef2-3d25-4351-b2e7-b540d5442f58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187258a4-07dd-4f8d-907c-f7053d0b96a3 HTTP/1.1" status: 200 len: 854 time: 0.0930715 Apr 05 16:44:21.448149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:21.456542 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-77920697-68db-4b8f-af63-6154be4134ba req-f3a587ff-7151-497a-9244-8c3883119190 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ba7897e-5807-4770-acad-b9f79098d3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525446 Apr 05 16:44:21.457285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:21.465428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0770028d-d28b-4974-9259-0089b96727da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:21.595850 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2cf3f67afc2453d9bb0821d44124cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5775590 Apr 05 16:44:21.596806 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03643c1-82ff-4dc9-b2ce-0aafa1e4d489,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:21.598945 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 60968) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:21.600087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:21.652848 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-77920697-68db-4b8f-af63-6154be4134ba req-dbdc3bd9-77aa-4025-9a51-599acaa294b8 service neutron] 10.222.0.41 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883423 Apr 05 16:44:21.663412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c53df10c-34ab-4033-9a16-f1f22e98312b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:21.692263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c53df10c-34ab-4033-9a16-f1f22e98312b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:21.754575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c53df10c-34ab-4033-9a16-f1f22e98312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:21.761243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-308182b9-ac74-4d31-8400-d71bf878e3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:21.776225 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c53df10c-34ab-4033-9a16-f1f22e98312b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:21.780134 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-c53df10c-34ab-4033-9a16-f1f22e98312b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d03643c1-82ff-4dc9-b2ce-0aafa1e4d489 HTTP/1.1" status: 204 len: 168 time: 0.1785495 Apr 05 16:44:21.785855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53df10c-34ab-4033-9a16-f1f22e98312b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03643c1-82ff-4dc9-b2ce-0aafa1e4d489,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:21.791423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c53df10c-34ab-4033-9a16-f1f22e98312b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:22.115521 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-77920697-68db-4b8f-af63-6154be4134ba req-0b194eeb-e3b7-4b0b-980e-3a9eb28e1a68 service neutron] 10.222.0.41 "GET /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546049 Apr 05 16:44:22.197819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493737-faf0-4c2d-a6cc-abe056dbae1a req-be140c19-b8db-4b3c-8470-621fb3f15f1e tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:22.199381 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-34493737-faf0-4c2d-a6cc-abe056dbae1a req-be140c19-b8db-4b3c-8470-621fb3f15f1e tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 943 time: 0.1267874 Apr 05 16:44:22.208292 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011e60f-026e-4f55-82fb-b41fd4fffac2 req-50528071-68d6-4b53-b80a-30991bf47ef9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:22.209855 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4011e60f-026e-4f55-82fb-b41fd4fffac2 req-50528071-68d6-4b53-b80a-30991bf47ef9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.4033306 Apr 05 16:44:22.282970 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-34493737-faf0-4c2d-a6cc-abe056dbae1a req-34f42c77-4c74-4d93-946d-6538fd0167c7 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720656 Apr 05 16:44:22.290769 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4011e60f-026e-4f55-82fb-b41fd4fffac2 req-02e3fb63-ae0f-4e5d-b978-a61ec731d797 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657420 Apr 05 16:44:23.579709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961eb1-d7a7-47dd-9529-d0db755e5188 req-1c993c83-908f-4fec-83da-e94860cf6e8a tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:23.581303 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2a961eb1-d7a7-47dd-9529-d0db755e5188 req-1c993c83-908f-4fec-83da-e94860cf6e8a tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 943 time: 0.1699257 Apr 05 16:44:23.592483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26eb22-6e94-4c92-a668-4c5002960bb0 req-ef47ec2a-887f-41b5-a6c5-ee6ff9052845 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:23.594011 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-eb26eb22-6e94-4c92-a668-4c5002960bb0 req-ef47ec2a-887f-41b5-a6c5-ee6ff9052845 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1392996 Apr 05 16:44:23.665641 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2a961eb1-d7a7-47dd-9529-d0db755e5188 req-db965b2b-ea9c-440e-9a31-04917f24b38a tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706241 Apr 05 16:44:23.672904 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-eb26eb22-6e94-4c92-a668-4c5002960bb0 req-507c855c-b609-402a-bd56-217ce003ab2b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624287 Apr 05 16:44:24.276861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 9d25ff34-b9e1-42ba-b502-088a1918eb96 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:44:24.427667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 9d25ff34-b9e1-42ba-b502-088a1918eb96, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9d25ff34-b9e1-42ba-b502-088a1918eb96,segment=NetworkSegment(33a2546f-404e-4d36-803d-305fc39d1d2f),segment_id=33a2546f-404e-4d36-803d-305fc39d1d2f)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:44:24.445396 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '9d25ff34-b9e1-42ba-b502-088a1918eb96', 'network_id': '6ba7897e-5807-4770-acad-b9f79098d3fe', 'port_id': '9d25ff34-b9e1-42ba-b502-088a1918eb96', 'mac_address': 'fa:16:3e:73:11:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187258a4-07dd-4f8d-907c-f7053d0b96a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:44:24.507192 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:24.525955 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d25ff34-b9e1-42ba-b502-088a1918eb96 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:44:24.543167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 9d25ff34-b9e1-42ba-b502-088a1918eb96, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9d25ff34-b9e1-42ba-b502-088a1918eb96,segment=NetworkSegment(33a2546f-404e-4d36-803d-305fc39d1d2f),segment_id=33a2546f-404e-4d36-803d-305fc39d1d2f)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:44:24.547258 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:24.549243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:24.617704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=9d25ff34-b9e1-42ba-b502-088a1918eb96,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:24.625753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.626147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.626527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.626896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.627304 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.627669 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.627988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.628374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.628734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.629094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.629455 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.629843 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:44:24.634002 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:24.942065 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4ebce-4f8e-41c5-956f-dbcbaef1e660 req-9ed3abee-f16b-4854-adc6-80d88b427f48 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:24.943806 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-85c4ebce-4f8e-41c5-956f-dbcbaef1e660 req-9ed3abee-f16b-4854-adc6-80d88b427f48 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 944 time: 0.1609914 Apr 05 16:44:24.952298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5387d8-6fe3-41c5-8e84-8e0f0c663300 req-ea382c8a-96c4-48f7-b0e6-25277b2544c9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:24.953857 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3a5387d8-6fe3-41c5-8e84-8e0f0c663300 req-ea382c8a-96c4-48f7-b0e6-25277b2544c9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1248071 Apr 05 16:44:24.987571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['9d25ff34-b9e1-42ba-b502-088a1918eb96'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:44:25.032352 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-85c4ebce-4f8e-41c5-956f-dbcbaef1e660 req-a72a7ef3-9331-428b-bd2c-3b6ef262e636 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773985 Apr 05 16:44:25.039889 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3a5387d8-6fe3-41c5-8e84-8e0f0c663300 req-ea8bfeed-6e39-4000-a3ed-f5996afded7e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703526 Apr 05 16:44:26.329049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2ae50-54b3-49ad-ac51-34bac28817c6 req-6e278056-4014-49dd-980d-7c995edfbbea tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:26.330630 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-68f2ae50-54b3-49ad-ac51-34bac28817c6 req-6e278056-4014-49dd-980d-7c995edfbbea tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 944 time: 0.1675241 Apr 05 16:44:26.340090 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a83d6-f599-439b-a72a-54ed8086c7f4 req-4ae181f0-5fb7-4a16-9be1-c4a88f7e165c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:26.341703 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-418a83d6-f599-439b-a72a-54ed8086c7f4 req-4ae181f0-5fb7-4a16-9be1-c4a88f7e165c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1754334 Apr 05 16:44:26.416959 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-68f2ae50-54b3-49ad-ac51-34bac28817c6 req-a651e51f-1af1-4063-a6da-7ef8b4143094 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741458 Apr 05 16:44:26.422025 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-418a83d6-f599-439b-a72a-54ed8086c7f4 req-c792c286-23f7-429d-8cd8-515d1975eb54 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644433 Apr 05 16:44:27.702604 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138c3c8-78d1-4ea0-9bdb-7e6b4fbc18a1 req-88120fd8-fd1d-4196-9387-dbc9a197d22f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:27.704262 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6138c3c8-78d1-4ea0-9bdb-7e6b4fbc18a1 req-88120fd8-fd1d-4196-9387-dbc9a197d22f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 944 time: 0.1674635 Apr 05 16:44:27.713004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f9ffe-189f-4e1e-8143-83dc63a658a6 req-7b69482f-d74f-4675-b8fb-7e3c87553a9a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:27.714531 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-698f9ffe-189f-4e1e-8143-83dc63a658a6 req-7b69482f-d74f-4675-b8fb-7e3c87553a9a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1419566 Apr 05 16:44:27.790040 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6138c3c8-78d1-4ea0-9bdb-7e6b4fbc18a1 req-b6c0b9c6-427f-4570-84e2-99eac2d07c0a tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744607 Apr 05 16:44:27.794835 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-698f9ffe-189f-4e1e-8143-83dc63a658a6 req-b502b0ec-f21a-4221-93c9-467fea2c8c0a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652239 Apr 05 16:44:28.291869 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b551135b-cd50-4410-96b1-6ef0ddb3bdba details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:44:28.299850 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 9d25ff34-b9e1-42ba-b502-088a1918eb96 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:44:28.474730 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 9d25ff34-b9e1-42ba-b502-088a1918eb96 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:44:28.492627 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 9d25ff34-b9e1-42ba-b502-088a1918eb96 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:44:28.493042 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:28.547585 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:44:28.567677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'port_id': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'mac_address': 'fa:16:3e:02:4f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:44:28.670681 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:28.701413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b551135b-cd50-4410-96b1-6ef0ddb3bdba {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:44:28.708009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:28.737391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:44:28.744991 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9e4350-2740-4213-8231-91230b5aedd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d25ff34-b9e1-42ba-b502-088a1918eb96'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:44:28.751934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:28.755261 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:28.803078 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9e4350-2740-4213-8231-91230b5aedd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d25ff34-b9e1-42ba-b502-088a1918eb96', 'code': 200} Apr 05 16:44:28.804654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 9d25ff34-b9e1-42ba-b502-088a1918eb96, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9d25ff34-b9e1-42ba-b502-088a1918eb96,segment=NetworkSegment(33a2546f-404e-4d36-803d-305fc39d1d2f),segment_id=33a2546f-404e-4d36-803d-305fc39d1d2f)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:44:28.817557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:28.839034 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=6']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:28.841939 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:28.842444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:28.931000 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['b551135b-cd50-4410-96b1-6ef0ddb3bdba'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:44:29.017210 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=9d25ff34-b9e1-42ba-b502-088a1918eb96,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:29.027473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:29.185276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acbd8e-4e00-4775-b696-6778ddf46d48 req-5df57be6-11eb-4776-8808-24f4ea51c57e tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:29.186887 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f8acbd8e-4e00-4775-b696-6778ddf46d48 req-5df57be6-11eb-4776-8808-24f4ea51c57e tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 945 time: 0.2398133 Apr 05 16:44:29.197021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7d34d-52d3-42f4-a9bf-c59928f462d0 req-63026143-9a12-4471-9ac8-7d81d25b515c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:29.198573 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cca7d34d-52d3-42f4-a9bf-c59928f462d0 req-63026143-9a12-4471-9ac8-7d81d25b515c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 945 time: 0.2053816 Apr 05 16:44:29.215943 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a3a38-9e63-45a9-b3a5-a2e7089baa32 req-25a13fd3-5e5f-4c74-aafc-5919f573d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:29.217771 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2b9a3a38-9e63-45a9-b3a5-a2e7089baa32 req-25a13fd3-5e5f-4c74-aafc-5919f573d2d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 1098 time: 0.1750588 Apr 05 16:44:29.320949 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cca7d34d-52d3-42f4-a9bf-c59928f462d0 req-6771001c-67f5-4bc9-b83c-3a5ab98ea30a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001768 Apr 05 16:44:29.340224 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2b9a3a38-9e63-45a9-b3a5-a2e7089baa32 req-11dbe3cf-2662-42a8-9de2-224d22d75cd6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147716 Apr 05 16:44:29.351562 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f8acbd8e-4e00-4775-b696-6778ddf46d48 req-a1f08253-979e-46bc-b3eb-bea6eb41c633 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518791 Apr 05 16:44:30.307548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b551135b-cd50-4410-96b1-6ef0ddb3bdba up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:44:30.383951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port b551135b-cd50-4410-96b1-6ef0ddb3bdba triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:44:30.384748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:30.515815 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:30.551625 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:44:30.556648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:30.558834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:30.625412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ce957-1c0a-4266-b6f8-972149f1ca82 req-690cbcec-2063-45e5-868f-abbaacceafd4 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:30.627645 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b4ce957-1c0a-4266-b6f8-972149f1ca82 req-690cbcec-2063-45e5-868f-abbaacceafd4 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 945 time: 0.1205356 Apr 05 16:44:30.637886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=7']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:30.641390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:30.660069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2a4f0-f474-47b0-9237-5f693eef34a1 req-81c17bfc-cded-4aae-8b0f-880febcd26ca tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:30.661713 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1bb2a4f0-f474-47b0-9237-5f693eef34a1 req-81c17bfc-cded-4aae-8b0f-880febcd26ca tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 945 time: 0.1987598 Apr 05 16:44:30.713310 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b4ce957-1c0a-4266-b6f8-972149f1ca82 req-74dea138-fd00-4b8b-9a26-9a89ea560b29 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767994 Apr 05 16:44:30.734232 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1bb2a4f0-f474-47b0-9237-5f693eef34a1 req-52a28e0c-307f-454b-adf7-6886ddb20bfb tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646260 Apr 05 16:44:30.804946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:44:30.855872 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'code': 200} Apr 05 16:44:32.000464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899d8a4-b746-4229-9084-e7e4c73f5a1f req-ffdf19e1-0764-41f4-bce3-119a33b29c8d tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:32.002096 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4899d8a4-b746-4229-9084-e7e4c73f5a1f req-ffdf19e1-0764-41f4-bce3-119a33b29c8d tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 945 time: 0.1589410 Apr 05 16:44:32.013215 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf5022-e08a-46a8-bce6-ea18fecde511 req-3293ae36-f88f-4c84-91e2-a6724ad19003 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:32.014784 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-67cf5022-e08a-46a8-bce6-ea18fecde511 req-3293ae36-f88f-4c84-91e2-a6724ad19003 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1355748 Apr 05 16:44:32.092146 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4899d8a4-b746-4229-9084-e7e4c73f5a1f req-d5e1283b-ac21-4456-886a-5580f194c41e tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763178 Apr 05 16:44:32.097068 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-67cf5022-e08a-46a8-bce6-ea18fecde511 req-96a1bd43-e280-4677-8a8b-28d8a032bb52 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651531 Apr 05 16:44:33.318057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589096-5fd8-4427-80cc-9db62f66566d req-db079b57-a96f-4427-99f6-1fe7b276c658 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:33.319793 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b8589096-5fd8-4427-80cc-9db62f66566d req-db079b57-a96f-4427-99f6-1fe7b276c658 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0890262 Apr 05 16:44:33.374289 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b8589096-5fd8-4427-80cc-9db62f66566d req-083f77ee-f5d0-4e9b-be16-333e9157b5bc tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479853 Apr 05 16:44:34.630848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaebf2-a233-4007-83c8-8afef722e782 req-5fe3a7fa-8ee7-4108-86fd-5893a0da6624 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:34.638894 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bdfaebf2-a233-4007-83c8-8afef722e782 req-5fe3a7fa-8ee7-4108-86fd-5893a0da6624 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1098831 Apr 05 16:44:34.702201 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bdfaebf2-a233-4007-83c8-8afef722e782 req-cc539c6a-9820-4953-98ec-17254dd07a66 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556750 Apr 05 16:44:35.946197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004c13d-0264-48a0-a304-75b223d0c578 req-74184212-ac3c-4f63-919c-86e8cff52ce8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:35.947993 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a004c13d-0264-48a0-a304-75b223d0c578 req-74184212-ac3c-4f63-919c-86e8cff52ce8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0984461 Apr 05 16:44:36.001341 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a004c13d-0264-48a0-a304-75b223d0c578 req-95c1ca1b-3ab3-4343-afb8-476ecb9eadf3 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Apr 05 16:44:37.240873 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96c69c-111c-41de-bc16-201aae96a556 req-7a3c9bda-28b0-41e6-9ceb-d02305554d1b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:37.243916 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3b96c69c-111c-41de-bc16-201aae96a556 req-7a3c9bda-28b0-41e6-9ceb-d02305554d1b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0906854 Apr 05 16:44:37.305326 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3b96c69c-111c-41de-bc16-201aae96a556 req-cadd962b-54d8-4523-8c03-b29b264c7d03 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547109 Apr 05 16:44:38.536636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af85f4-86e4-4303-8be4-8b2e9ffe8139 req-d85df1ab-811f-46f7-9813-6051ec693908 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:38.538954 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e4af85f4-86e4-4303-8be4-8b2e9ffe8139 req-d85df1ab-811f-46f7-9813-6051ec693908 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0954719 Apr 05 16:44:38.598581 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e4af85f4-86e4-4303-8be4-8b2e9ffe8139 req-85c8e3a7-73df-4456-bf48-b2ed24ce6e15 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471661 Apr 05 16:44:39.885484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c681181-f38c-4663-a938-16e9c007e308 req-9043d118-b466-49bc-af45-3dbf525a049b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:39.887358 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2c681181-f38c-4663-a938-16e9c007e308 req-9043d118-b466-49bc-af45-3dbf525a049b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1293821 Apr 05 16:44:39.945808 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2c681181-f38c-4663-a938-16e9c007e308 req-bf575daa-a61a-4f82-86c7-2483214ebdcd tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518942 Apr 05 16:44:40.541490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:41.204978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b222e0-dcfd-4656-a625-2fbf06d4cd73 req-6e207ff2-8538-4c77-9b61-1027f6d36822 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:41.207957 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-00b222e0-dcfd-4656-a625-2fbf06d4cd73 req-6e207ff2-8538-4c77-9b61-1027f6d36822 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1096692 Apr 05 16:44:41.285549 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-00b222e0-dcfd-4656-a625-2fbf06d4cd73 req-144d3aa7-167e-4ee1-b7dc-6966c6ca2948 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705266 Apr 05 16:44:42.678176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bd9c9-23c6-4e2d-9f59-b8abd48173a6 req-2b391347-5892-4e10-869d-343f13a9c1ff tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:42.680456 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0d5bd9c9-23c6-4e2d-9f59-b8abd48173a6 req-2b391347-5892-4e10-869d-343f13a9c1ff tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1418352 Apr 05 16:44:42.710559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-c45b4fbe-dc20-435d-a587-939aefac6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:42.712564 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-c45b4fbe-dc20-435d-a587-939aefac6d66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 1099 time: 0.2507844 Apr 05 16:44:42.751697 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0d5bd9c9-23c6-4e2d-9f59-b8abd48173a6 req-0866f1fd-680c-4ff7-a39e-0da384bc0d83 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590336 Apr 05 16:44:42.929641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-51ad2894-0392-4c56-a163-b7d21074fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:42.931350 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-51ad2894-0392-4c56-a163-b7d21074fcd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 918 time: 0.1845582 Apr 05 16:44:43.051976 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-7561b2f7-567f-4f3f-9cd7-d085e701d62b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba HTTP/1.1" status: 200 len: 1001 time: 0.1128504 Apr 05 16:44:43.134695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-f3b2414d-021c-4770-9d3a-828aafbc847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:43.136556 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-f3b2414d-021c-4770-9d3a-828aafbc847e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0763266 Apr 05 16:44:43.238512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-7dc9e295-9010-413c-9062-4ad3ade0ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:43.240283 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-7dc9e295-9010-413c-9062-4ad3ade0ed6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965531 Apr 05 16:44:43.655861 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-03287fff-153c-42e6-b517-8e2c8b5af35e service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060493 Apr 05 16:44:43.840212 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a0d03b8-ac7f-4130-b548-f94b4ebff95e req-a80a15ef-6f8e-482f-9954-25889747c343 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749439 Apr 05 16:44:43.992803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa014174-9dbe-4c91-a6fa-9c89d8fed221 req-7190231c-6728-45ac-9922-e65b773cf19c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:43.994438 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-aa014174-9dbe-4c91-a6fa-9c89d8fed221 req-7190231c-6728-45ac-9922-e65b773cf19c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0973742 Apr 05 16:44:44.051635 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-aa014174-9dbe-4c91-a6fa-9c89d8fed221 req-39716903-8a27-45ad-8beb-ad35e2298fb3 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504897 Apr 05 16:44:45.273106 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc737ee-b210-408a-be60-ab6b5c76e177 req-d25066eb-abc5-4c1b-bf7d-8b03d939132c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:45.274731 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ddc737ee-b210-408a-be60-ab6b5c76e177 req-d25066eb-abc5-4c1b-bf7d-8b03d939132c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0923643 Apr 05 16:44:45.325183 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ddc737ee-b210-408a-be60-ab6b5c76e177 req-645c2ad8-f715-4430-adfc-d2068c7e4308 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435112 Apr 05 16:44:46.216716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beda387-9653-4f3a-853d-f17875c09306 req-4a10567f-fdea-4bc8-8f58-84fd1fcd7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:46.218346 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0beda387-9653-4f3a-853d-f17875c09306 req-4a10567f-fdea-4bc8-8f58-84fd1fcd7b82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 1099 time: 0.0859690 Apr 05 16:44:46.367462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beda387-9653-4f3a-853d-f17875c09306 req-ed5f4178-0aba-4232-a2d9-1aef14afd7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:46.369009 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0beda387-9653-4f3a-853d-f17875c09306 req-ed5f4178-0aba-4232-a2d9-1aef14afd7cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 918 time: 0.1416004 Apr 05 16:44:46.532185 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0beda387-9653-4f3a-853d-f17875c09306 req-b8901236-b10c-4001-9f67-77368bda7b4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba HTTP/1.1" status: 200 len: 1001 time: 0.1543386 Apr 05 16:44:46.619142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a978a2-c207-4d17-8401-2440d64177c6 req-c7e2ae17-2c77-4b42-a6ec-edeca7c6ee01 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:46.620748 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d7a978a2-c207-4d17-8401-2440d64177c6 req-c7e2ae17-2c77-4b42-a6ec-edeca7c6ee01 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.1597424 Apr 05 16:44:46.647335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beda387-9653-4f3a-853d-f17875c09306 req-84a1df95-913e-4f0f-ace3-89eaf8c060a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:46.648808 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0beda387-9653-4f3a-853d-f17875c09306 req-84a1df95-913e-4f0f-ace3-89eaf8c060a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0969522 Apr 05 16:44:46.721730 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d7a978a2-c207-4d17-8401-2440d64177c6 req-cfc72613-2db9-4b1d-b101-7dd0e4a9e02b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940831 Apr 05 16:44:46.754797 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beda387-9653-4f3a-853d-f17875c09306 req-3873207f-e811-4acc-aab3-c6f89ee90bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:46.756437 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0beda387-9653-4f3a-853d-f17875c09306 req-3873207f-e811-4acc-aab3-c6f89ee90bfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0903611 Apr 05 16:44:46.905618 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0beda387-9653-4f3a-853d-f17875c09306 req-ae88b395-36eb-4983-81e8-d96dc25f66f6 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421306 Apr 05 16:44:46.971123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e78aeb9-e7fd-4f86-8585-cf6fdd0516f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:47.058600 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0beda387-9653-4f3a-853d-f17875c09306 req-9a668e91-f8b0-4d39-b7a4-9de3e4c39be7 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451752 Apr 05 16:44:47.937260 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47055ad9-2bee-4e73-a6c4-3fecab4ef66e req-87ae8763-cf8a-45d1-9245-5110e3cfa95b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:47.938913 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-47055ad9-2bee-4e73-a6c4-3fecab4ef66e req-87ae8763-cf8a-45d1-9245-5110e3cfa95b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 946 time: 0.0902870 Apr 05 16:44:47.994096 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-47055ad9-2bee-4e73-a6c4-3fecab4ef66e req-05ecafd7-ea22-4757-b653-1a3e70fe1a4e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465598 Apr 05 16:44:48.285266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:48.439469 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b551135b-cd50-4410-96b1-6ef0ddb3bdba no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:44:48.560625 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:48.598358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:44:48.608948 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:44:48.613813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:48.615668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:44:48.662250 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'code': 200} Apr 05 16:44:48.688598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=8']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:44:48.692163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:44:49.076060 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b680a07f-be43-49e2-81a8-d79bc18752eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:49.209271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863ba2c-6262-4960-95d9-a4b4cf433584 req-6e479415-10ae-45c0-82d6-9fc6ada9b0b2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:49.210932 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6863ba2c-6262-4960-95d9-a4b4cf433584 req-6e479415-10ae-45c0-82d6-9fc6ada9b0b2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0940766 Apr 05 16:44:49.267334 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6863ba2c-6262-4960-95d9-a4b4cf433584 req-84dc0203-6358-4cec-8fa2-f2b17d4f65ae tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491085 Apr 05 16:44:49.783436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:50.209689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:44:50.337138 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a034eb-a4a8-40a2-b0c1-c802a58c9755 req-4b1da95d-34a8-4da8-bf86-18224761cd19 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:50.339049 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-51a034eb-a4a8-40a2-b0c1-c802a58c9755 req-4b1da95d-34a8-4da8-bf86-18224761cd19 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.1061990 Apr 05 16:44:50.401182 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-51a034eb-a4a8-40a2-b0c1-c802a58c9755 req-8c309597-accc-4017-9c9b-da2ef505e594 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538926 Apr 05 16:44:50.691538 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33148) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:44:50.838948 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-d9d274ff-9290-4169-b63a-76429771d8c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1458840 Apr 05 16:44:51.327377 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:44:51.617705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db6051-5253-4b65-ae0c-2775b0f9dfdb req-d35b9ff8-fa2b-4737-9b35-4d57bb3e3b05 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:51.619289 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b5db6051-5253-4b65-ae0c-2775b0f9dfdb req-d35b9ff8-fa2b-4737-9b35-4d57bb3e3b05 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0940757 Apr 05 16:44:51.669205 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b5db6051-5253-4b65-ae0c-2775b0f9dfdb req-b9284816-fe61-4420-9838-95c50deecd7d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428975 Apr 05 16:44:52.263213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-b598edc9-7ae7-49fb-a5dd-6e928922d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:52.264977 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-b598edc9-7ae7-49fb-a5dd-6e928922d8f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8&tenant_id=a4623ce5b76541dcb98c8727f0d006ab HTTP/1.1" status: 200 len: 1097 time: 0.0870495 Apr 05 16:44:52.391710 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-44bcf3bc-0a7c-4900-bf7b-1922fa7b3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:52.393396 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-44bcf3bc-0a7c-4900-bf7b-1922fa7b3a5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 1097 time: 0.0796421 Apr 05 16:44:52.496439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b551135b-cd50-4410-96b1-6ef0ddb3bdba no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:44:52.541075 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-4bb4de84-7bab-4770-b70d-202690990460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:52.542726 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-4bb4de84-7bab-4770-b70d-202690990460 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 918 time: 0.1394875 Apr 05 16:44:52.656990 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-606d052b-557d-432d-8f77-2447666861ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba HTTP/1.1" status: 200 len: 999 time: 0.1064661 Apr 05 16:44:52.728368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-d2ce507d-2e1d-43d2-9b61-07d9dd5a676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:52.730056 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-d2ce507d-2e1d-43d2-9b61-07d9dd5a676e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0661469 Apr 05 16:44:52.900262 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-4b0c5f52-a9a3-48fc-ba88-bbb7cd564aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:52.902172 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-4b0c5f52-a9a3-48fc-ba88-bbb7cd564aa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1480279 Apr 05 16:44:52.913425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09616d9-ce60-4b0b-9a40-e0281e526c85 req-cbb889bf-6298-4136-8193-b0521e792a63 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:52.914905 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f09616d9-ce60-4b0b-9a40-e0281e526c85 req-cbb889bf-6298-4136-8193-b0521e792a63 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.1172619 Apr 05 16:44:53.058054 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f09616d9-ce60-4b0b-9a40-e0281e526c85 req-61989238-9f79-4847-a2e9-c2496ab318f8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211243 Apr 05 16:44:53.093570 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-f50fdd96-ccff-48bf-9f7f-55aea02db198 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776319 Apr 05 16:44:53.239501 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cdcbc775-0434-4dfd-a8f8-ed163d175237 req-1b8f81e5-4562-4ac0-891d-fc6408044c03 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382034 Apr 05 16:44:54.275846 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b7b47-a9c7-454e-8a5a-ca0b7a84e97e req-d7b747fe-a8e7-495a-9c20-095b929d6d32 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:54.277486 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-569b7b47-a9c7-454e-8a5a-ca0b7a84e97e req-d7b747fe-a8e7-495a-9c20-095b929d6d32 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0938785 Apr 05 16:44:54.333023 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-569b7b47-a9c7-454e-8a5a-ca0b7a84e97e req-fe7e1a59-ee6d-44fc-b500-b2d98abf3f3e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490012 Apr 05 16:44:55.554005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409ec2f-7d7d-407f-bdfc-c6e7c94e347f req-14e7e1fc-d966-413e-813a-1514865de484 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:55.555786 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2409ec2f-7d7d-407f-bdfc-c6e7c94e347f req-14e7e1fc-d966-413e-813a-1514865de484 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0942340 Apr 05 16:44:55.605955 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2409ec2f-7d7d-407f-bdfc-c6e7c94e347f req-2463e149-216e-4c7f-a98d-4c97351121e7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433478 Apr 05 16:44:56.818618 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20feb0f7-2fc7-4053-93d8-aacc4d1af3e8 req-c21d7cba-0078-4d43-b37a-c40b6c745423 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:56.820455 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-20feb0f7-2fc7-4053-93d8-aacc4d1af3e8 req-c21d7cba-0078-4d43-b37a-c40b6c745423 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0917583 Apr 05 16:44:56.872147 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-20feb0f7-2fc7-4053-93d8-aacc4d1af3e8 req-55155916-3227-48c8-963a-dbc32c5adf98 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437560 Apr 05 16:44:58.096925 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0fa30-394e-4bcf-9e2b-9f24ec4ef256 req-0e913a53-b0e9-4f55-afad-c2f9700a2cdd tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:58.098827 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6fe0fa30-394e-4bcf-9e2b-9f24ec4ef256 req-0e913a53-b0e9-4f55-afad-c2f9700a2cdd tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.1022029 Apr 05 16:44:58.151318 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6fe0fa30-394e-4bcf-9e2b-9f24ec4ef256 req-f9220c52-c7a8-437b-98a0-bc1e2e5655ad tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454292 Apr 05 16:44:59.370043 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf17037-e385-4aab-ae27-22b39d76e94c req-81744fcb-c271-472d-a70d-64a4539a3f9a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:44:59.371669 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bbf17037-e385-4aab-ae27-22b39d76e94c req-81744fcb-c271-472d-a70d-64a4539a3f9a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0929756 Apr 05 16:44:59.430025 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bbf17037-e385-4aab-ae27-22b39d76e94c req-b1153731-a8fd-4e12-ad82-16326c702aab tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514736 Apr 05 16:45:00.648664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f5ca7-6570-42d6-9565-eb4597aaa566 req-b8702b16-f498-445b-be07-d376e6019ac2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:00.650377 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-454f5ca7-6570-42d6-9565-eb4597aaa566 req-b8702b16-f498-445b-be07-d376e6019ac2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0930741 Apr 05 16:45:00.705489 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-454f5ca7-6570-42d6-9565-eb4597aaa566 req-fe5a666d-39e3-41f4-a211-98399fdddc3d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450606 Apr 05 16:45:01.946192 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408dfc-ac0c-40a8-85fb-ba6b2cc73163 req-1805a606-aea8-4a83-8ce4-8d1150ed29b7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:01.948908 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fb408dfc-ac0c-40a8-85fb-ba6b2cc73163 req-1805a606-aea8-4a83-8ce4-8d1150ed29b7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.1026716 Apr 05 16:45:02.014140 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fb408dfc-ac0c-40a8-85fb-ba6b2cc73163 req-cb76e5ef-d8cf-4752-99b9-3e4ccf8b622b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581267 Apr 05 16:45:03.232544 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f6c79-b24e-456a-9b6d-049c4ff7d857 req-c9938b54-8291-442d-8816-71ecdb6519bf tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:03.234255 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fd9f6c79-b24e-456a-9b6d-049c4ff7d857 req-c9938b54-8291-442d-8816-71ecdb6519bf tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0907693 Apr 05 16:45:03.302168 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fd9f6c79-b24e-456a-9b6d-049c4ff7d857 req-878decfe-34b5-4f1c-b030-85c7b965d8c2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609279 Apr 05 16:45:04.515756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcec97-fefe-4ae9-a580-7c2c92a04306 req-138d6386-0eda-4687-bfc4-9621f5070085 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:04.517388 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0bbcec97-fefe-4ae9-a580-7c2c92a04306 req-138d6386-0eda-4687-bfc4-9621f5070085 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0975075 Apr 05 16:45:04.569570 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0bbcec97-fefe-4ae9-a580-7c2c92a04306 req-9d10002e-3158-49d8-a26a-2ae8bc88fad8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454264 Apr 05 16:45:05.791404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c192bb-9794-485a-8d35-9cfd852cd4ed req-dc69ea26-d204-4674-999e-c2f43b8a642e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:05.793318 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-32c192bb-9794-485a-8d35-9cfd852cd4ed req-dc69ea26-d204-4674-999e-c2f43b8a642e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0931568 Apr 05 16:45:05.848206 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-32c192bb-9794-485a-8d35-9cfd852cd4ed req-99d319ba-f242-4d8e-91d1-6106cd2d369d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480151 Apr 05 16:45:07.083108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ad9d1-32a5-466d-b6d4-8e05b750f9a2 req-5180512b-1572-4b15-852f-dbc3939e66a7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:07.084696 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-361ad9d1-32a5-466d-b6d4-8e05b750f9a2 req-5180512b-1572-4b15-852f-dbc3939e66a7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0989401 Apr 05 16:45:07.138141 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-361ad9d1-32a5-466d-b6d4-8e05b750f9a2 req-b81866c1-3500-43b5-bf36-34e7562d2e6f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426714 Apr 05 16:45:07.403210 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33352) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:07.545221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:07.560984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:45:07.565427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Usage tracker for resource:security_group_rule and tenant:c19455c4efb349309c0d87d8c3425a2f is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:45:07.568635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:45:07.575099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:45:07.667087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:07.671276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:07.682291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-280de2f1-c435-4d84-84c2-dd7df04ac712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:07.724385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050b147d-f923-49a7-964c-df0a6d4c969b,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:07.728745 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c19455c4efb349309c0d87d8c3425a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243585 Apr 05 16:45:07.731940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33360) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:07.735357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.735756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.736149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.736503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.736919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.737273 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.737669 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.738072 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.738433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.738802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.739194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.739538 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.744010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-60750bc2-e133-47f2-8d05-02cb7842e31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:07.802942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:07.829494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:07.902326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:07.907603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-224faabc-1e04-4dfd-9d31-50861ac73cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:07.921434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050b147d-f923-49a7-964c-df0a6d4c969b,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:07.929559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:07.930754 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/050b147d-f923-49a7-964c-df0a6d4c969b HTTP/1.1" status: 204 len: 168 time: 0.1977637 Apr 05 16:45:07.932529 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.932935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.933510 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.933733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.934129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.934523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.934914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.935302 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.935694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.936079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.936474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.936862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:07.940177 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:08.362433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6edb9-aedd-4b35-aeac-4b19f0fe2c7d req-854b91b8-d1aa-4ea0-924e-9a8e07d9862d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:08.364067 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cec6edb9-aedd-4b35-aeac-4b19f0fe2c7d req-854b91b8-d1aa-4ea0-924e-9a8e07d9862d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.1019430 Apr 05 16:45:08.411866 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cec6edb9-aedd-4b35-aeac-4b19f0fe2c7d req-e0d7cdb9-20ed-4a35-b422-ad44d7a3e3f3 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411754 Apr 05 16:45:09.640695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f35081-2b05-4ee3-8d81-e497df39e997 req-e59b7fc5-22fa-403f-bc32-ec904106b4c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:09.642216 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a8f35081-2b05-4ee3-8d81-e497df39e997 req-e59b7fc5-22fa-403f-bc32-ec904106b4c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0996649 Apr 05 16:45:09.694449 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a8f35081-2b05-4ee3-8d81-e497df39e997 req-f4eef49b-3a35-4d53-9a14-d39d7617bcca tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424891 Apr 05 16:45:10.555606 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:10.919080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9d95e-4f72-45ea-abd2-8c1d904accfd req-8a64b560-687a-4d1b-9f1c-1582fe154708 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:10.920662 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-38a9d95e-4f72-45ea-abd2-8c1d904accfd req-8a64b560-687a-4d1b-9f1c-1582fe154708 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.0927618 Apr 05 16:45:10.971275 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-38a9d95e-4f72-45ea-abd2-8c1d904accfd req-9cd51293-8df7-4b96-bcec-a28613afa88b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440416 Apr 05 16:45:12.420716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c5c82-41f9-4fd9-a60b-4edcab7ad591 req-94bf241b-5f87-4e1b-a275-86155e714018 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:12.422375 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cb5c5c82-41f9-4fd9-a60b-4edcab7ad591 req-94bf241b-5f87-4e1b-a275-86155e714018 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.3160102 Apr 05 16:45:12.479692 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cb5c5c82-41f9-4fd9-a60b-4edcab7ad591 req-7a95c9a4-fd43-4827-b1fc-f9bcf83d7a61 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461707 Apr 05 16:45:12.616376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e395d6-114c-4f1a-baf7-102327f63f1d req-c23a462e-3461-44fd-a270-280205309e46 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:12.617952 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-76e395d6-114c-4f1a-baf7-102327f63f1d req-c23a462e-3461-44fd-a270-280205309e46 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 945 time: 0.0896733 Apr 05 16:45:12.667491 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-76e395d6-114c-4f1a-baf7-102327f63f1d req-fcb92592-e4da-404a-840b-149a54f653fa tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Apr 05 16:45:12.843227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560c3b0-ec50-4bd3-8524-942f75a36462 req-38129347-d038-4392-8eee-1e48a7073aa2 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:12.844806 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1560c3b0-ec50-4bd3-8524-942f75a36462 req-38129347-d038-4392-8eee-1e48a7073aa2 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0934401 Apr 05 16:45:12.896091 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1560c3b0-ec50-4bd3-8524-942f75a36462 req-7ffb083a-8c82-4b47-8753-254fb9b7d5ce tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 Apr 05 16:45:13.716654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04a952-2898-4571-be67-7abccfeaa48f req-95700772-664c-4070-b1ca-31ca425ce7a3 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:13.718280 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ec04a952-2898-4571-be67-7abccfeaa48f req-95700772-664c-4070-b1ca-31ca425ce7a3 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 944 time: 0.1017358 Apr 05 16:45:13.766974 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ec04a952-2898-4571-be67-7abccfeaa48f req-3a1cd8e9-83fe-4354-ad58-53be0b187026 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422013 Apr 05 16:45:13.875708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb079a-b589-497e-89d8-55cfc8a4532b req-b703282b-3a75-464f-98d9-469351c625ae tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:13.877282 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-74eb079a-b589-497e-89d8-55cfc8a4532b req-b703282b-3a75-464f-98d9-469351c625ae tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 945 time: 0.0917926 Apr 05 16:45:13.933576 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-74eb079a-b589-497e-89d8-55cfc8a4532b req-98b03af1-29bd-4e97-aaf1-3e32779f1025 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461218 Apr 05 16:45:14.108450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb20615-2da9-4e1a-be3a-40f332879b06 req-ef6a2ede-3d03-4807-a6da-819fdc7638a4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:14.110100 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8eb20615-2da9-4e1a-be3a-40f332879b06 req-ef6a2ede-3d03-4807-a6da-819fdc7638a4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0921588 Apr 05 16:45:14.162500 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8eb20615-2da9-4e1a-be3a-40f332879b06 req-181b5957-9ed4-4754-8d54-8149310b01ae tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425124 Apr 05 16:45:14.545672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b551135b-cd50-4410-96b1-6ef0ddb3bdba details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:45:14.699498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:45:14.713650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'port_id': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'mac_address': 'fa:16:3e:02:4f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:45:14.777290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:14.795796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b551135b-cd50-4410-96b1-6ef0ddb3bdba {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:45:14.815971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:45:14.819888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:14.821806 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:14.890179 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=9']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:14.893797 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:14.986772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc697d7e-270c-45a4-89cb-484aa234ca2b req-fef1e5a5-4488-4c1a-beb0-c83285a6fdf6 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:14.988407 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bc697d7e-270c-45a4-89cb-484aa234ca2b req-fef1e5a5-4488-4c1a-beb0-c83285a6fdf6 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 945 time: 0.0966282 Apr 05 16:45:15.036862 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bc697d7e-270c-45a4-89cb-484aa234ca2b req-70293da0-9760-4027-97d4-d9ab957b9cdf tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419638 Apr 05 16:45:15.143515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bce0e-36c8-48ce-8318-a885abf1d248 req-c9316dfe-31a5-4a1e-915a-ab2f78edd18a tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:15.145109 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-369bce0e-36c8-48ce-8318-a885abf1d248 req-c9316dfe-31a5-4a1e-915a-ab2f78edd18a tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 945 time: 0.0952818 Apr 05 16:45:15.196919 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-369bce0e-36c8-48ce-8318-a885abf1d248 req-eab7434e-8638-429e-917f-4ef1fe4bbc3c tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Apr 05 16:45:15.251549 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['b551135b-cd50-4410-96b1-6ef0ddb3bdba'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:45:15.381544 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6db07c-033b-4ede-96e3-4f413d9ee5ba req-9b5acdc6-5145-453b-be3e-9f10ade5288a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:15.383225 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1c6db07c-033b-4ede-96e3-4f413d9ee5ba req-9b5acdc6-5145-453b-be3e-9f10ade5288a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0918760 Apr 05 16:45:15.432236 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1c6db07c-033b-4ede-96e3-4f413d9ee5ba req-887fdfcf-2a88-458e-94f7-e320bf929776 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418446 Apr 05 16:45:16.257969 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431710d-b65b-4d03-bede-f32ba8adadbe req-1517bbe4-af99-45d3-a742-19c74552a8de tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:16.259571 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d431710d-b65b-4d03-bede-f32ba8adadbe req-1517bbe4-af99-45d3-a742-19c74552a8de tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 945 time: 0.0940268 Apr 05 16:45:16.308689 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d431710d-b65b-4d03-bede-f32ba8adadbe req-571ccef0-cd56-4ac8-ac06-113d60f9d132 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423141 Apr 05 16:45:16.405361 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212106f4-6c21-47bf-8491-8293328af283 req-f34262d1-476e-4181-b136-c2f118cb0eb7 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:16.406977 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-212106f4-6c21-47bf-8491-8293328af283 req-f34262d1-476e-4181-b136-c2f118cb0eb7 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 945 time: 0.0913424 Apr 05 16:45:16.461521 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-212106f4-6c21-47bf-8491-8293328af283 req-19ac5a7f-070c-4d51-a536-23c7cd723e6e tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Apr 05 16:45:16.541269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b551135b-cd50-4410-96b1-6ef0ddb3bdba up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:45:16.615821 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port b551135b-cd50-4410-96b1-6ef0ddb3bdba triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:16.616159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:16.639816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e35276-4c28-4b42-a230-59fea1e8f18a req-c445e609-37ef-40b1-b723-7dbe709f1078 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:16.641450 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-26e35276-4c28-4b42-a230-59fea1e8f18a req-c445e609-37ef-40b1-b723-7dbe709f1078 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0893741 Apr 05 16:45:16.690275 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-26e35276-4c28-4b42-a230-59fea1e8f18a req-0094037e-111c-4965-95cc-3f7a93480a88 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Apr 05 16:45:16.742942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:16.771515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:45:16.782270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:45:16.787349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:16.789269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:16.826423 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'code': 200} Apr 05 16:45:16.863311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=10']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:16.866566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:16.974734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0239-4bc7-4599-aaf0-73562a678b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:17.093377 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-f3b6efd7-753c-4c7f-a035-7e0da885793d tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:17.094966 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-f3b6efd7-753c-4c7f-a035-7e0da885793d tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 945 time: 0.1058717 Apr 05 16:45:17.181778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Deleting port 9d25ff34-b9e1-42ba-b502-088a1918eb96 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:45:17.182116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:17.493612 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cdc4b-79aa-4138-b1c8-295602a781d5 req-6e8b4a48-1d37-4dd6-8bfd-a9aea765c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:17.495167 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e35cdc4b-79aa-4138-b1c8-295602a781d5 req-6e8b4a48-1d37-4dd6-8bfd-a9aea765c13d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 1100 time: 0.0812700 Apr 05 16:45:17.506555 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] For port 9d25ff34-b9e1-42ba-b502-088a1918eb96, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9d25ff34-b9e1-42ba-b502-088a1918eb96,segment=NetworkSegment(33a2546f-404e-4d36-803d-305fc39d1d2f),segment_id=33a2546f-404e-4d36-803d-305fc39d1d2f)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:45:17.506962 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:17.540671 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e35cdc4b-79aa-4138-b1c8-295602a781d5 req-318d9b8c-2db9-44c4-8de0-a90cdbbe8f80 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383976 Apr 05 16:45:17.650022 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Calling delete_port for 9d25ff34-b9e1-42ba-b502-088a1918eb96 owned by compute:nova {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:45:17.798439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac736-02b3-4253-8d0c-525b64943909 req-af9ae84e-8d28-4dde-90f9-7980bc5beb89 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:17.799983 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a08ac736-02b3-4253-8d0c-525b64943909 req-af9ae84e-8d28-4dde-90f9-7980bc5beb89 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 947 time: 0.3642750 Apr 05 16:45:17.897587 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a08ac736-02b3-4253-8d0c-525b64943909 req-2f0507d5-934b-4366-b8bc-5e161c05b5cf tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895047 Apr 05 16:45:17.921777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670aedf3-118e-41a6-b774-1d7d454bb10a req-8b5a075a-3a0f-4211-bdd1-63b1ef518bb3 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:17.923363 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-670aedf3-118e-41a6-b774-1d7d454bb10a req-8b5a075a-3a0f-4211-bdd1-63b1ef518bb3 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f9e4350-2740-4213-8231-91230b5aedd5 HTTP/1.1" status: 200 len: 945 time: 0.2437549 Apr 05 16:45:17.961984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:17.986238 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:17.997709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['9d25ff34-b9e1-42ba-b502-088a1918eb96'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:45:18.097490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Pushing event deleted for resources: {'Port': ['ID=9d25ff34-b9e1-42ba-b502-088a1918eb96,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:18.109172 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-670aedf3-118e-41a6-b774-1d7d454bb10a req-6d7e424d-34c1-4599-87ab-a8daa4eccdd5 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.15 "GET /v2.0/security-groups?id=15d07d68-ca0e-4c7d-9512-61263354f1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757219 Apr 05 16:45:18.110032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:18.274265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a8a32-5eb0-40d9-82b3-10f41cbcec7f req-6fc07dd0-f71d-4420-9c9b-8212c288c24f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:18.276190 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a81a8a32-5eb0-40d9-82b3-10f41cbcec7f req-6fc07dd0-f71d-4420-9c9b-8212c288c24f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.2545662 Apr 05 16:45:18.282497 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:18.338290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] No DVR routers for this DVR port 9d25ff34-b9e1-42ba-b502-088a1918eb96 on host hv-cinder-77459 {{(pid=84411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:45:18.343281 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:18.346030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9e4350-2740-4213-8231-91230b5aedd5', 'name': 'network-vif-deleted', 'tag': '9d25ff34-b9e1-42ba-b502-088a1918eb96'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:45:18.389127 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a81a8a32-5eb0-40d9-82b3-10f41cbcec7f req-1ec4c94c-6061-4316-a3cb-e88307a812de tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800045 Apr 05 16:45:18.390928 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1128ab44-9f33-4957-96a9-b7f274b15d17 req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] 10.222.0.41 "DELETE /v2.0/ports/9d25ff34-b9e1-42ba-b502-088a1918eb96 HTTP/1.1" status: 204 len: 173 time: 1.2895470 Apr 05 16:45:18.398057 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9e4350-2740-4213-8231-91230b5aedd5', 'name': 'network-vif-deleted', 'tag': '9d25ff34-b9e1-42ba-b502-088a1918eb96', 'status': 'completed', 'code': 200} Apr 05 16:45:19.083806 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0b70299e-1e30-432d-bcaf-5b45a8fde1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:19.124001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc108d4-b7b7-49b6-bdd4-15463989e6e2 req-6e95e39d-ed27-4648-8dd9-0e88fef0eb03 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:19.127459 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7fc108d4-b7b7-49b6-bdd4-15463989e6e2 req-6e95e39d-ed27-4648-8dd9-0e88fef0eb03 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 947 time: 0.0972221 Apr 05 16:45:19.185104 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7fc108d4-b7b7-49b6-bdd4-15463989e6e2 req-63e09a50-647b-4493-8d81-71c97397a6cf tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510974 Apr 05 16:45:19.609475 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde2e87-dcb8-41dd-85d0-4b118eb71cd5 req-f3b30b45-fc8a-4f56-98f6-0f0f429378bc tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:19.611145 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fcde2e87-dcb8-41dd-85d0-4b118eb71cd5 req-f3b30b45-fc8a-4f56-98f6-0f0f429378bc tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0973182 Apr 05 16:45:19.662674 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fcde2e87-dcb8-41dd-85d0-4b118eb71cd5 req-c696c6ee-c00a-4f97-b465-8273cf6cbf15 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448570 Apr 05 16:45:19.790727 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:20.413801 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c25ad5-c1f7-4d11-802e-5ccc66fa9807 req-713079a5-48e7-40d2-a5fa-99f8caff3342 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:20.415384 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-25c25ad5-c1f7-4d11-802e-5ccc66fa9807 req-713079a5-48e7-40d2-a5fa-99f8caff3342 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 947 time: 0.0977926 Apr 05 16:45:20.466094 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-25c25ad5-c1f7-4d11-802e-5ccc66fa9807 req-75524e6f-38eb-4abc-8efc-5a9b77103043 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418997 Apr 05 16:45:20.541603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 9d25ff34-b9e1-42ba-b502-088a1918eb96 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:45:20.586050 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 9d25ff34-b9e1-42ba-b502-088a1918eb96 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:45:20.586437 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 9d25ff34-b9e1-42ba-b502-088a1918eb96 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:45:20.881418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425fbf1-6333-47f2-bf33-e9264e34904b req-5d6027a4-d705-4e15-812d-2893beb1f9df tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:20.883099 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6425fbf1-6333-47f2-bf33-e9264e34904b req-5d6027a4-d705-4e15-812d-2893beb1f9df tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0898490 Apr 05 16:45:20.932504 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6425fbf1-6333-47f2-bf33-e9264e34904b req-1ffdc40e-7875-4484-b8f7-a7244ffc90a7 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Apr 05 16:45:21.317229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:22.162542 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713780e2-a6b3-40c9-b00b-e3bce95f27a2 req-41703d59-9fbe-42de-8788-ad4b21c86ee5 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:22.164092 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-713780e2-a6b3-40c9-b00b-e3bce95f27a2 req-41703d59-9fbe-42de-8788-ad4b21c86ee5 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1018100 Apr 05 16:45:22.211915 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-713780e2-a6b3-40c9-b00b-e3bce95f27a2 req-a9bc6fb2-37d7-4be0-92af-9f714614cfe5 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Apr 05 16:45:23.435177 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660a082-ca46-40e6-8ab8-60f485ab7467 req-0c54c0aa-7433-4222-a9f8-931c47618751 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:23.436690 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d660a082-ca46-40e6-8ab8-60f485ab7467 req-0c54c0aa-7433-4222-a9f8-931c47618751 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0979729 Apr 05 16:45:23.492233 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d660a082-ca46-40e6-8ab8-60f485ab7467 req-0bb2e4a2-89a4-4f6b-881e-a87e9f1aa46d tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457726 Apr 05 16:45:24.853373 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a2e27-786e-46a6-847f-a635de691aaf req-03adc5bc-f767-4df3-bcc0-80a554968081 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:24.855008 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9f9a2e27-786e-46a6-847f-a635de691aaf req-03adc5bc-f767-4df3-bcc0-80a554968081 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0932214 Apr 05 16:45:24.906307 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9f9a2e27-786e-46a6-847f-a635de691aaf req-8524d4fe-3bd5-4d58-9ab7-47c0b6f4467a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Apr 05 16:45:26.126729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8511b7f-de88-42ab-8ea0-1476ac4ec18a req-cb9ea290-9606-4407-a68b-09fbf69f8b27 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:26.128303 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b8511b7f-de88-42ab-8ea0-1476ac4ec18a req-cb9ea290-9606-4407-a68b-09fbf69f8b27 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0949240 Apr 05 16:45:26.177431 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b8511b7f-de88-42ab-8ea0-1476ac4ec18a req-2ae2c271-9468-4054-af08-bded8105ffb2 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Apr 05 16:45:27.214916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:45:27.394481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c300328-34ad-4296-937b-4b1a25a8465b req-c3847359-8f45-4c39-8b99-17614f6bce3c tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:27.396121 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2c300328-34ad-4296-937b-4b1a25a8465b req-c3847359-8f45-4c39-8b99-17614f6bce3c tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0909429 Apr 05 16:45:27.448088 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2c300328-34ad-4296-937b-4b1a25a8465b req-d9eb8fb8-438d-4362-9560-b346f364251b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 Apr 05 16:45:28.682256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08db523-c773-4fef-acd1-e23c719ea9df req-b38e51a8-a427-4934-8e75-127a9e50ecac tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:28.683745 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d08db523-c773-4fef-acd1-e23c719ea9df req-b38e51a8-a427-4934-8e75-127a9e50ecac tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1031189 Apr 05 16:45:28.732998 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d08db523-c773-4fef-acd1-e23c719ea9df req-d9849f23-7a2e-4cb3-9702-e9531d812eee tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427606 Apr 05 16:45:29.108627 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521218-6d11-44af-bc28-9cac1240e266 req-695a9606-b154-440d-8337-0d59fa745e4d tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:29.110270 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fa521218-6d11-44af-bc28-9cac1240e266 req-695a9606-b154-440d-8337-0d59fa745e4d tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0971131 Apr 05 16:45:29.429015 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fa521218-6d11-44af-bc28-9cac1240e266 req-ea1c200a-e912-4629-a56e-45fa89a08c8c tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118825 Apr 05 16:45:29.455366 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-b5e12145-4fc3-4983-8292-1aca71b081c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:29.456964 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-b5e12145-4fc3-4983-8292-1aca71b081c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 1099 time: 0.3256700 Apr 05 16:45:29.599352 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-4705550e-f97c-46ad-b1e4-6ca7cee7f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:29.601026 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-4705550e-f97c-46ad-b1e4-6ca7cee7f2de service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 912 time: 0.1381617 Apr 05 16:45:29.714072 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-e9e10568-332d-4251-879c-c23544e09fa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c787a264-d1e8-4aab-998d-93b4a1114166 HTTP/1.1" status: 200 len: 1002 time: 0.1060104 Apr 05 16:45:29.784561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-9108be16-efcc-4eaf-9320-dbac091a22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:29.786285 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-9108be16-efcc-4eaf-9320-dbac091a22c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 HTTP/1.1" status: 200 len: 850 time: 0.0657847 Apr 05 16:45:29.872025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-694de240-b83c-41f4-bdce-ea9a01fb9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:29.873509 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-694de240-b83c-41f4-bdce-ea9a01fb9991 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f807c98-88e3-44e9-9803-188185937988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811393 Apr 05 16:45:30.020020 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-237b4bda-a8f9-4638-933c-77edf01072bf service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376402 Apr 05 16:45:30.165590 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4410d783-ac84-4eca-9bd8-cff7b12b6c21 req-2da762c0-bdca-4b60-9002-5445fd072d4a service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386490 Apr 05 16:45:30.657578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a2f60-a841-4a47-a877-9c7420d8f4ed req-ae95c627-414d-403a-9949-1e9fd9898d7a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:30.659203 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-001a2f60-a841-4a47-a877-9c7420d8f4ed req-ae95c627-414d-403a-9949-1e9fd9898d7a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1015968 Apr 05 16:45:30.711255 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-001a2f60-a841-4a47-a877-9c7420d8f4ed req-d063bcb2-690f-44cc-bd6a-a97b9d371885 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Apr 05 16:45:31.933520 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f26050-f4d8-45ff-b7c8-62610512600f req-84ca945c-7c27-48b9-87ed-c22758da7572 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:31.935213 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d6f26050-f4d8-45ff-b7c8-62610512600f req-84ca945c-7c27-48b9-87ed-c22758da7572 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0983083 Apr 05 16:45:31.985982 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d6f26050-f4d8-45ff-b7c8-62610512600f req-337cf796-79fe-4da0-8243-88d39ba8d313 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429626 Apr 05 16:45:40.560481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:41.220305 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33614) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:41.287053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec567e6-3557-489d-9edd-b3364388ed5a admin admin] Deleting subnet 187258a4-07dd-4f8d-907c-f7053d0b96a3 {{(pid=84411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:45:41.292199 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eec567e6-3557-489d-9edd-b3364388ed5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:41.353954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eec567e6-3557-489d-9edd-b3364388ed5a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:41.361909 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eec567e6-3557-489d-9edd-b3364388ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:41.626496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eec567e6-3557-489d-9edd-b3364388ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for subnet, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:41.643234 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:41.689944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec567e6-3557-489d-9edd-b3364388ed5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187258a4-07dd-4f8d-907c-f7053d0b96a3,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:41.692658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-eec567e6-3557-489d-9edd-b3364388ed5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:41.783040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eec567e6-3557-489d-9edd-b3364388ed5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:41.789444 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-eec567e6-3557-489d-9edd-b3364388ed5a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/187258a4-07dd-4f8d-907c-f7053d0b96a3 HTTP/1.1" status: 204 len: 168 time: 0.5680044 Apr 05 16:45:41.792124 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33620) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:41.907666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:42.120190 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:42.247521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.247768 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.248594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.248962 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > port after_create 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.249311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.249692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > port after_update 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.250044 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.250412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.250761 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.251107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.431462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.431816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.432240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.432829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84411) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 16:45:42.433305 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba7897e-5807-4770-acad-b9f79098d3fe']}} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:42.449229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a2546f-404e-4d36-803d-305fc39d1d2f') {'for_net_delete': True} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:42.449569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a2546f-404e-4d36-803d-305fc39d1d2f') {} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:42.463665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852440169'] for segment, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:42.479989 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:42.488243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:45:42.680273 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Network 6ba7897e-5807-4770-acad-b9f79098d3fe has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:45:42.689888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2513972'] for segment, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:42.885855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Network 6ba7897e-5807-4770-acad-b9f79098d3fe has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: from cryptography.utils import int_from_bytes Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: from cryptography.utils import int_from_bytes Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: (rel_b, rel_a, rel_b), Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: (rel_b, rel_a, rel_b), Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:45:42.914776 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:45:42.993982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:43.002654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:43.005386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:43.028827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba7897e-5807-4770-acad-b9f79098d3fe,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:43.032035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:43.035605 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6ba7897e-5807-4770-acad-b9f79098d3fe HTTP/1.1" status: 204 len: 168 time: 1.2424812 Apr 05 16:45:43.237690 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33626) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:43.293000 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8b8ed6fd-0af9-49d0-8a5b-519101c1b5ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea62043c8ede4dd2a063ba99075a99af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534887 Apr 05 16:45:43.296769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33630) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:43.358762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a069-03b2-4867-8747-80018bf7bd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:43.385446 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a069-03b2-4867-8747-80018bf7bd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:43.437923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a069-03b2-4867-8747-80018bf7bd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:43.445731 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a797639d-2b4e-44e6-a7d7-1cd6ae0eb867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:43.465284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6a069-03b2-4867-8747-80018bf7bd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d07d68-ca0e-4c7d-9512-61263354f1e9,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:43.469522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7cf6a069-03b2-4867-8747-80018bf7bd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:43.473245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a069-03b2-4867-8747-80018bf7bd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:43.474512 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7cf6a069-03b2-4867-8747-80018bf7bd64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15d07d68-ca0e-4c7d-9512-61263354f1e9 HTTP/1.1" status: 204 len: 168 time: 0.1767766 Apr 05 16:45:44.310457 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33654) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:44.429409 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-547863907-network', 'tenant_id': '283d312df23e4066885388f23df6e922'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:45:44.435620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:45:44.439926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Usage tracker for resource:network and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:45:44.443101 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:45:44.450570 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:45:44.460625 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Made reservation on behalf of 283d312df23e4066885388f23df6e922 for: {'network': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:45:44.465376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:44.481915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:44.497186 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:45:44.501335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Usage tracker for resource:security_group_rule and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:45:44.504337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:45:44.510643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:45:44.598672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:44.602276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:44.606591 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-57dc1d97-dad9-4f60-9f06-f144a6d06336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:44.636284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=84411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:45:44.645238 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700eccd5-eb16-4d6e-9376-2e2925a80bac,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:44.649122 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:44.652279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:44.652718 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Added segment 456ab389-6ca0-4943-816b-6913baee947e of type vlan for network 16b4c814-7495-4403-ab17-3726ab9e83e6 Apr 05 16:45:44.680614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:44.710163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:44.711522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:44.712167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:44.717319 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-25f0b0cf-052d-4666-9427-2489b02111e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:44.822407 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5105152 Apr 05 16:45:44.823389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Pushing event updated for resources: {'Network': ['ID=16b4c814-7495-4403-ab17-3726ab9e83e6,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:44.825443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33660) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:44.828346 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:44.832185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Request body: {'subnet': {'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-547863907-subnet', 'tenant_id': '283d312df23e4066885388f23df6e922', 'ip_version': 4}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:45:44.834108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:45:44.838663 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:45:44.843236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Usage tracker for resource:subnet and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:45:44.846782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:45:44.854362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:45:44.866027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Made reservation on behalf of 283d312df23e4066885388f23df6e922 for: {'subnet': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:45:44.871049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852152537'] for subnet, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:45.299738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852261724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852152556'] for subnet, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:45.313309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:45.442358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ecd7d35-4e11-46ce-bae2-8394c1af0dab,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:45.448355 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:45.510474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Checking segment: {'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:45:45.510905 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Network hostable DHCP agents. Network: 16b4c814-7495-4403-ab17-3726ab9e83e6, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:45:45.533788 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:45:45.544223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, 16b4c814-7495-4403-ab17-3726ab9e83e6) {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:45:45.553861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71031500-7ef9-4a33-b2a5-559648be34b1 None None] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:45:45.558170 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:45.558820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:45.579250 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7527432 Apr 05 16:45:45.582153 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33664) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:45.587745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:45:45.592855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:45:45.596849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Usage tracker for resource:router and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:45:45.600425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:45:45.606615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:45:45.616564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-976377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773680'] for router, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:45.617820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853799522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853808791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853889244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2087'] for router, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:45.633509 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:45.788084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3149ac32-9af2-5a4e-861b-abd6f4956bc9-16b4c814-7495-4403-ab17-3726ab9e83e6', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab'}]}} from dv-cinder-774594-2-smb. {{(pid=84412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 16:45:45.789015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:45.961748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Allocated IP 172.20.0.2 (16b4c814-7495-4403-ab17-3726ab9e83e6/9ecd7d35-4e11-46ce-bae2-8394c1af0dab/af9b4842-52ea-49d6-8d1a-1d6bb318a74a) {{(pid=84412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:45:46.149935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853808776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853850618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2102'] for router, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:46.182958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Notify callbacks [] for port, precommit_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:46.193526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Transition to ACTIVE for port object af9b4842-52ea-49d6-8d1a-1d6bb318a74a will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:45:46.213183 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Transition to ACTIVE for port object af9b4842-52ea-49d6-8d1a-1d6bb318a74a will not be triggered until provisioned by entity DHCP. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:45:46.219764 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:46.233023 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-97a4649a-e86a-4490-9921-d8a30ee791fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:46.376313 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Pushing event updated for resources: {'Port': ['ID=af9b4842-52ea-49d6-8d1a-1d6bb318a74a,revision_number=1']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:46.389494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.389901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.390277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.390642 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.390988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.391350 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.391706 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.392182 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.392561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.392918 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.393273 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.393665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:46.397452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:46.439774 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 is already hosted by enough agents. {{(pid=84412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:45:46.441263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Resources bound (agent type, host, resource id): {{(pid=84412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:45:46.443942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Received port after_create {{(pid=84412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:45:46.480108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:46.513405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:46.539780 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Attempting to bind port af9b4842-52ea-49d6-8d1a-1d6bb318a74a on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:45:46.540193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Attempting to bind port af9b4842-52ea-49d6-8d1a-1d6bb318a74a by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:45:46.540738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Attempting to bind port af9b4842-52ea-49d6-8d1a-1d6bb318a74a on network 16b4c814-7495-4403-ab17-3726ab9e83e6 {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:45:46.546503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:45:46.546912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Checking segment: {'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:45:46.547379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:46.548090 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Bound using segment: {'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:45:46.548605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Bound port: af9b4842-52ea-49d6-8d1a-1d6bb318a74a, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:45:46.549174 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:46.644298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] For port af9b4842-52ea-49d6-8d1a-1d6bb318a74a, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:45:46.647628 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] For port af9b4842-52ea-49d6-8d1a-1d6bb318a74a, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=af9b4842-52ea-49d6-8d1a-1d6bb318a74a,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:45:46.651925 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:46.662492 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Allocated IP 172.28.2.210 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/570465e0-fe4e-43f4-83bf-490461aa035d) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:45:46.666844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:46.811719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Pushing event updated for resources: {'Port': ['ID=af9b4842-52ea-49d6-8d1a-1d6bb318a74a,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:46.816601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:46.818528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:46.850325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:46.866016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:46.979526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a0e39c17-1de7-4a66-b96f-24e8cd178a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:47.009710 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Pushing event updated for resources: {'Port': ['ID=570465e0-fe4e-43f4-83bf-490461aa035d,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:47.014006 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:47.057708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:45:47.058904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:45:47.061184 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:45:47.344882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device af9b4842-52ea-49d6-8d1a-1d6bb318a74a up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:45:47.419166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port af9b4842-52ea-49d6-8d1a-1d6bb318a74a completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:45:47.541390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:47.907546 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-967047'] for router, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:48.130009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 is scheduled to L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d with binding_index 1 {{(pid=84411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 16:45:48.278370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:48.374423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3bb279-d21b-4959-9912-7e497f8ddb98 None None] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:45:48.496164 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-156a3e87-d234-483c-927d-ce30dcdd9cf5 None None] Provisioning for port af9b4842-52ea-49d6-8d1a-1d6bb318a74a completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:45:48.512134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-156a3e87-d234-483c-927d-ce30dcdd9cf5 None None] Provisioning complete for port af9b4842-52ea-49d6-8d1a-1d6bb318a74a triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:48.512553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-156a3e87-d234-483c-927d-ce30dcdd9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:48.558636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:45:48.583270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Notify callbacks [] for router, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:48.584777 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0015709 Apr 05 16:45:48.586895 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Sync routers for ids ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:45:48.587693 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33670) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:48.631278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Routers {'5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:45:48.631890 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:45:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:49.098680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-156a3e87-d234-483c-927d-ce30dcdd9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:49.113275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e5641f4d-db12-49f7-bd45-2f7c617c9d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:49.136503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Set router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:45:49.298679 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-156a3e87-d234-483c-927d-ce30dcdd9cf5 None None] For port af9b4842-52ea-49d6-8d1a-1d6bb318a74a, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=af9b4842-52ea-49d6-8d1a-1d6bb318a74a,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:45:49.303255 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-156a3e87-d234-483c-927d-ce30dcdd9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:49.307074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:49.330656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:49.465347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a3e87-d234-483c-927d-ce30dcdd9cf5 None None] Pushing event updated for resources: {'Port': ['ID=af9b4842-52ea-49d6-8d1a-1d6bb318a74a,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:49.474947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-156a3e87-d234-483c-927d-ce30dcdd9cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:49.539256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-51171e25-e3ab-45dc-840a-8371a7224a45 None None] Provisioning complete for port af9b4842-52ea-49d6-8d1a-1d6bb318a74a triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:49.539896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-51171e25-e3ab-45dc-840a-8371a7224a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:49.563338 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Allocated IP 172.20.0.1 (16b4c814-7495-4403-ab17-3726ab9e83e6/9ecd7d35-4e11-46ce-bae2-8394c1af0dab/c7a37437-297e-45b6-8710-abe370a088ac) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:45:49.612567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:47Z', 'revision_number': 3, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:49.619102 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Checking router: 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:45:49.619730 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Updating router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 port 570465e0-fe4e-43f4-83bf-490461aa035d binding host dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:45:49.721494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:49.727415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:49.738514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Transition to ACTIVE for port object c7a37437-297e-45b6-8710-abe370a088ac will not be triggered until provisioned by entity DHCP. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:45:49.764784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:49.780146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:49.830312 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:49.925624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a37437-297e-45b6-8710-abe370a088ac,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:49.928545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:49.974813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:45:49.976216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:45:49.978604 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:45:50.034550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853852070'] for router_interface, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.159942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.167101 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Notify callbacks [] for port, precommit_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.183672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Transition to ACTIVE for port object 570465e0-fe4e-43f4-83bf-490461aa035d will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:45:50.192836 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.208803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3e2da5a8-270b-4d32-99b5-3ed5469933ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:50.255194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-ccbbff1f-68c5-4e90-8cba-a15e6426057e None None] Provisioning for port c7a37437-297e-45b6-8710-abe370a088ac completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:45:50.282952 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-ccbbff1f-68c5-4e90-8cba-a15e6426057e None None] Provisioning complete for port c7a37437-297e-45b6-8710-abe370a088ac triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:50.283328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ccbbff1f-68c5-4e90-8cba-a15e6426057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.382770 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88871550-d351-4294-9da2-5c115f76726a None None] Pushing event updated for resources: {'Port': ['ID=570465e0-fe4e-43f4-83bf-490461aa035d,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:50.395042 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-88871550-d351-4294-9da2-5c115f76726a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:50.421506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-ccbbff1f-68c5-4e90-8cba-a15e6426057e None None] Port c7a37437-297e-45b6-8710-abe370a088ac cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:45:50.454036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.458412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2513994'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.466967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Attempting to bind port 570465e0-fe4e-43f4-83bf-490461aa035d on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:45:50.467387 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Attempting to bind port 570465e0-fe4e-43f4-83bf-490461aa035d by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:45:50.467801 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Attempting to bind port 570465e0-fe4e-43f4-83bf-490461aa035d on network ca2d6b15-da8c-4c49-b410-492d803b641f {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:45:50.474125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:45:50.474546 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Checking segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:45:50.474998 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.475417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Bound using segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:45:50.475932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Bound port: 570465e0-fe4e-43f4-83bf-490461aa035d, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:45:50.476350 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.487758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:50.560051 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] For port 570465e0-fe4e-43f4-83bf-490461aa035d, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:45:50.563326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] For port 570465e0-fe4e-43f4-83bf-490461aa035d, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=570465e0-fe4e-43f4-83bf-490461aa035d,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:45:50.567582 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.574493 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853808241'] for router_interface, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:50.580525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:50.588152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a37437-297e-45b6-8710-abe370a088ac,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:50.592918 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:50.721303 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:45:50.722440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:45:50.730958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88871550-d351-4294-9da2-5c115f76726a None None] Pushing event updated for resources: {'Port': ['ID=570465e0-fe4e-43f4-83bf-490461aa035d,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:50.735696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-88871550-d351-4294-9da2-5c115f76726a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:50.783271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Routers {'5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:45:50.783944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:45:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:50.923501 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:45:50.978957 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-3cdd789a-8d01-43e8-8795-2910686e9837 None None] Provisioning complete for port c7a37437-297e-45b6-8710-abe370a088ac triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:50.979299 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3cdd789a-8d01-43e8-8795-2910686e9837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:51.026203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] Set router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:45:51.119025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd789a-8d01-43e8-8795-2910686e9837 None None] Port c7a37437-297e-45b6-8710-abe370a088ac cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:45:51.281275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device af9b4842-52ea-49d6-8d1a-1d6bb318a74a up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:45:51.360622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:45:51.370188 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] 10.222.0.15 "PUT /v2.0/routers/5a1a9e4d-d0c6-4151-8d01-48f9b24806b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7813909 Apr 05 16:45:51.376022 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:51.447512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port af9b4842-52ea-49d6-8d1a-1d6bb318a74a triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:51.447929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:51.742610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 2, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:51.756506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6b47b-7b30-4f85-ba75-8c1ee4c64b62 None None] The sync data for ids ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'] in dv-cinder-774594-2-smb is: [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 2, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:45:51.948099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33688) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:51.954334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1412033064-network', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:45:51.959528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:45:51.963809 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Usage tracker for resource:network and tenant:b19de8b88b90439e9165e0dcb1b9f3e1 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:45:51.966997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:45:51.973213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:45:51.984218 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Made reservation on behalf of b19de8b88b90439e9165e0dcb1b9f3e1 for: {'network': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:45:51.989050 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:52.001947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:52.017282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:45:52.021382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Usage tracker for resource:security_group_rule and tenant:b19de8b88b90439e9165e0dcb1b9f3e1 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:45:52.024388 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:45:52.031096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:45:52.128145 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:52.132677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:52.140521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e78f35c7-6b19-4071-9060-b281c0c0d0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:52.161404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=84411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:45:52.186838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aeccbb-74d1-4060-8b2e-70e39d63da41,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:52.189976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:52.190362 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Added segment a15ef485-5d59-4f91-9854-ae8ddbdffe09 of type vlan for network 73e49bc7-0958-4896-88de-624572534ac0 Apr 05 16:45:52.191693 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:52.221069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:52.254526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:52.255934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:52.256574 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:52.262516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a2929c97-13de-45a5-8c77-1db0f647b74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:52.371978 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4225671 Apr 05 16:45:52.374867 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33692) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:52.377677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Pushing event updated for resources: {'Network': ['ID=73e49bc7-0958-4896-88de-624572534ac0,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:52.380563 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:52.382293 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Request body: {'subnet': {'network_id': '73e49bc7-0958-4896-88de-624572534ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1412033064-subnet', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'ip_version': 4}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:45:52.387749 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:45:52.390384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network 73e49bc7-0958-4896-88de-624572534ac0 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:45:52.394284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Usage tracker for resource:subnet and tenant:b19de8b88b90439e9165e0dcb1b9f3e1 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:45:52.397481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:45:52.405030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:45:52.414854 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Made reservation on behalf of b19de8b88b90439e9165e0dcb1b9f3e1 for: {'subnet': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:45:52.419733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2393129'] for subnet, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.088530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852210773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2393114'] for subnet, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.104515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:53.234463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d89f52-6b5b-4988-8d82-891d7582201d,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:53.239595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:53.283737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 570465e0-fe4e-43f4-83bf-490461aa035d up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:45:53.311667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Checking segment: {'id': 'a15ef485-5d59-4f91-9854-ae8ddbdffe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '73e49bc7-0958-4896-88de-624572534ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:45:53.312063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Network hostable DHCP agents. Network: 73e49bc7-0958-4896-88de-624572534ac0, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:45:53.334754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Network 73e49bc7-0958-4896-88de-624572534ac0 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:45:53.344876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, 73e49bc7-0958-4896-88de-624572534ac0) {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:45:53.357569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:45:53.357962 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91619e6-370f-4040-b88f-7d587b53d00b None None] Network 73e49bc7-0958-4896-88de-624572534ac0 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:45:53.358238 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.379819 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-c72af402-419c-4dd0-8730-7dd9146fc428 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0037448 Apr 05 16:45:53.382532 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33698) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:53.388802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1412033064-router', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:45:53.394738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:45:53.398693 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Usage tracker for resource:router and tenant:b19de8b88b90439e9165e0dcb1b9f3e1 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:45:53.402810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:45:53.408864 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:45:53.418641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-976377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773680'] for router, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.419716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853799522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853808791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853889244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2087'] for router, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.438618 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.456329 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port 570465e0-fe4e-43f4-83bf-490461aa035d completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:45:53.466312 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 570465e0-fe4e-43f4-83bf-490461aa035d triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:53.466729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.686212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3149ac32-9af2-5a4e-861b-abd6f4956bc9-73e49bc7-0958-4896-88de-624572534ac0', 'network_id': '73e49bc7-0958-4896-88de-624572534ac0', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'fixed_ips': [{'subnet_id': '23d89f52-6b5b-4988-8d82-891d7582201d'}]}} from dv-cinder-774594-2-smb. {{(pid=84412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 16:45:53.687112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.712246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.723011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853808776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853850618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2102'] for router, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.794470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port 570465e0-fe4e-43f4-83bf-490461aa035d, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=570465e0-fe4e-43f4-83bf-490461aa035d,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:45:53.798893 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:53.803631 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:53.930159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=570465e0-fe4e-43f4-83bf-490461aa035d,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:53.935102 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:53.944346 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Allocated IP 172.20.0.2 (73e49bc7-0958-4896-88de-624572534ac0/23d89f52-6b5b-4988-8d82-891d7582201d/ac26fb16-bf31-451c-be73-b846f44be714) {{(pid=84412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:45:54.058705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:54.091152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:54.174123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Notify callbacks [] for port, precommit_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:54.185766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Transition to ACTIVE for port object ac26fb16-bf31-451c-be73-b846f44be714 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:45:54.205924 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Transition to ACTIVE for port object ac26fb16-bf31-451c-be73-b846f44be714 will not be triggered until provisioned by entity DHCP. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:45:54.211490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:54.224830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:54.247832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Allocated IP 172.28.2.76 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/c91acd61-83be-4ed4-a853-90b21a43ccad) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:45:54.369139 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Pushing event updated for resources: {'Port': ['ID=ac26fb16-bf31-451c-be73-b846f44be714,revision_number=1']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:54.372287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:54.409819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:54.420477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Network 73e49bc7-0958-4896-88de-624572534ac0 is already hosted by enough agents. {{(pid=84412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:45:54.421874 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Resources bound (agent type, host, resource id): {{(pid=84412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:45:54.424280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Received port after_create {{(pid=84412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:45:54.444179 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:54.457274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:54.519920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Attempting to bind port ac26fb16-bf31-451c-be73-b846f44be714 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:45:54.520286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Attempting to bind port ac26fb16-bf31-451c-be73-b846f44be714 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': 'a15ef485-5d59-4f91-9854-ae8ddbdffe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '73e49bc7-0958-4896-88de-624572534ac0'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:45:54.520729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Attempting to bind port ac26fb16-bf31-451c-be73-b846f44be714 on network 73e49bc7-0958-4896-88de-624572534ac0 {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:45:54.527221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:45:54.527645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Checking segment: {'id': 'a15ef485-5d59-4f91-9854-ae8ddbdffe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '73e49bc7-0958-4896-88de-624572534ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:45:54.528091 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:54.528529 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Bound using segment: {'id': 'a15ef485-5d59-4f91-9854-ae8ddbdffe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '73e49bc7-0958-4896-88de-624572534ac0'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:45:54.529015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Bound port: ac26fb16-bf31-451c-be73-b846f44be714, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15ef485-5d59-4f91-9854-ae8ddbdffe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '73e49bc7-0958-4896-88de-624572534ac0'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:45:54.529434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:54.601333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Pushing event updated for resources: {'Port': ['ID=c91acd61-83be-4ed4-a853-90b21a43ccad,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:54.605808 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:54.633048 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] For port ac26fb16-bf31-451c-be73-b846f44be714, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:45:54.636606 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] For port ac26fb16-bf31-451c-be73-b846f44be714, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=ac26fb16-bf31-451c-be73-b846f44be714,segment=NetworkSegment(a15ef485-5d59-4f91-9854-ae8ddbdffe09),segment_id=a15ef485-5d59-4f91-9854-ae8ddbdffe09)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:45:54.640816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:54.652027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:45:54.653178 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:45:54.655647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:45:54.656629 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-156a3e87-d234-483c-927d-ce30dcdd9cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:54.807291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Pushing event updated for resources: {'Port': ['ID=ac26fb16-bf31-451c-be73-b846f44be714,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:54.812829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:55.036615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Sync routers for ids ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:45:55.046550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Routers {'5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:45:55.047444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:45:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:55.120709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:55.257784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Set router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:45:55.391160 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 570465e0-fe4e-43f4-83bf-490461aa035d up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:45:55.470508 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 570465e0-fe4e-43f4-83bf-490461aa035d triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:55.471325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:55.613291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device ac26fb16-bf31-451c-be73-b846f44be714 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:45:55.628026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 2, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:55.632509 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Checking router: 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:45:55.632929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Updating router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 port c7a37437-297e-45b6-8710-abe370a088ac binding host dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:45:55.693268 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:55.698769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port ac26fb16-bf31-451c-be73-b846f44be714 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:45:55.779622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-967047'] for router, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:56.003144 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 is scheduled to L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d with binding_index 1 {{(pid=84410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 16:45:56.121208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Notify callbacks [] for port, precommit_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:56.134057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Transition to ACTIVE for port object c7a37437-297e-45b6-8710-abe370a088ac will not be triggered until provisioned by entity L2. {{(pid=84413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:45:56.142081 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:56.159033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:56.206550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:45:56.218398 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Sync routers for ids ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:45:56.228879 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Routers {'4b9b291d-abc5-4191-ae7e-c13ee08addf5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:45:56.229612 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:45:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:56.232752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Notify callbacks [] for router, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:56.234408 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8507719 Apr 05 16:45:56.237263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33704) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:45:56.300592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Pushing event updated for resources: {'Port': ['ID=c7a37437-297e-45b6-8710-abe370a088ac,revision_number=3']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:56.313273 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.313666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.314033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.314392 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.314747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.315098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.315450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.315799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.316146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.316494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.316839 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.317188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:45:56.323103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:56.367289 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9033098-8bc2-4923-9d8e-2e6b06fb8f0d None None] Network 73e49bc7-0958-4896-88de-624572534ac0 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:45:56.561763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Attempting to bind port c7a37437-297e-45b6-8710-abe370a088ac on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:45:56.562248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Attempting to bind port c7a37437-297e-45b6-8710-abe370a088ac by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:45:56.562561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Attempting to bind port c7a37437-297e-45b6-8710-abe370a088ac on network 16b4c814-7495-4403-ab17-3726ab9e83e6 {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:45:56.568983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:45:56.569400 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Checking segment: {'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:45:56.569871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:56.570297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Bound using segment: {'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:45:56.570906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Bound port: c7a37437-297e-45b6-8710-abe370a088ac, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'}}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:45:56.571395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:56.667573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] For port c7a37437-297e-45b6-8710-abe370a088ac, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:45:56.669679 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-9f291693-ef1d-45b4-9c26-3446d084f2e4 None None] Provisioning for port ac26fb16-bf31-451c-be73-b846f44be714 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:45:56.671098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] For port c7a37437-297e-45b6-8710-abe370a088ac, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c7a37437-297e-45b6-8710-abe370a088ac,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:45:56.675511 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:56.691145 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:56.692721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-9f291693-ef1d-45b4-9c26-3446d084f2e4 None None] Provisioning complete for port ac26fb16-bf31-451c-be73-b846f44be714 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:56.693142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9f291693-ef1d-45b4-9c26-3446d084f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:56.841184 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Pushing event updated for resources: {'Port': ['ID=c7a37437-297e-45b6-8710-abe370a088ac,revision_number=4']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:56.845717 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Set router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:45:56.845870 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-11f26cca-af07-43a2-ad7c-c34ace9aca58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:56.889502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Routers {'5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:45:56.890210 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:45:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:57.058643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:57.191664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9f291693-ef1d-45b4-9c26-3446d084f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:57.265688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] Set router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:45:57.309738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-9f291693-ef1d-45b4-9c26-3446d084f2e4 None None] For port ac26fb16-bf31-451c-be73-b846f44be714, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=ac26fb16-bf31-451c-be73-b846f44be714,segment=NetworkSegment(a15ef485-5d59-4f91-9854-ae8ddbdffe09),segment_id=a15ef485-5d59-4f91-9854-ae8ddbdffe09)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:45:57.319880 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9f291693-ef1d-45b4-9c26-3446d084f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:57.322082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Allocated IP 172.20.0.1 (73e49bc7-0958-4896-88de-624572534ac0/23d89f52-6b5b-4988-8d82-891d7582201d/de08719b-146a-4144-87ec-1c2077c7f169) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:45:57.323293 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:57.355634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c7a37437-297e-45b6-8710-abe370a088ac up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:45:57.479551 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f291693-ef1d-45b4-9c26-3446d084f2e4 None None] Pushing event updated for resources: {'Port': ['ID=ac26fb16-bf31-451c-be73-b846f44be714,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:57.488901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9f291693-ef1d-45b4-9c26-3446d084f2e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:57.501235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:57.504514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'name': 'tempest-TestShelveInstance-1412033064-router', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:53Z', 'updated_at': '2021-04-05T16:45:54Z', 'revision_number': 3, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'gw_port': {'id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:54Z', 'updated_at': '2021-04-05T16:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:57.508368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port c7a37437-297e-45b6-8710-abe370a088ac completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:45:57.513606 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Checking router: 4b9b291d-abc5-4191-ae7e-c13ee08addf5 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:45:57.514024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Updating router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 port c91acd61-83be-4ed4-a853-90b21a43ccad binding host dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:45:57.520649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Transition to ACTIVE for port object de08719b-146a-4144-87ec-1c2077c7f169 will not be triggered until provisioned by entity DHCP. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:45:57.551211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:57.553341 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port c7a37437-297e-45b6-8710-abe370a088ac triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:57.553799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:57.570461 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4a61c06f-bf3e-446d-b013-fc74ad7740af tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:57.639074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:57.702019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:56Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:57.703239 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-ce9df1b1-b690-40b9-a171-061e8dd61b44 None None] Provisioning complete for port ac26fb16-bf31-451c-be73-b846f44be714 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:57.703662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ce9df1b1-b690-40b9-a171-061e8dd61b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:57.707477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a591220-ea6e-43a8-b69f-cd4cbaedff89 None None] The sync data for ids ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'] in dv-cinder-774594-2-smb is: [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:56Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:45:57.726571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Pushing event updated for resources: {'Port': ['ID=de08719b-146a-4144-87ec-1c2077c7f169,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:57.732451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:57.783218 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Network 73e49bc7-0958-4896-88de-624572534ac0 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:45:57.784411 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:45:57.786779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:45:57.849076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853852070'] for router_interface, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:57.947082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.094713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port c7a37437-297e-45b6-8710-abe370a088ac, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c7a37437-297e-45b6-8710-abe370a088ac,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:45:58.128182 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.143322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.150008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:58.248496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-284db456-28b6-4a64-833f-8378aa834e9b None None] Provisioning for port de08719b-146a-4144-87ec-1c2077c7f169 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:45:58.273769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=c7a37437-297e-45b6-8710-abe370a088ac,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:58.277030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-284db456-28b6-4a64-833f-8378aa834e9b None None] Provisioning complete for port de08719b-146a-4144-87ec-1c2077c7f169 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:58.277449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-284db456-28b6-4a64-833f-8378aa834e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.304514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:58.357053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-284db456-28b6-4a64-833f-8378aa834e9b None None] Port de08719b-146a-4144-87ec-1c2077c7f169 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:45:58.423544 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Notify callbacks [] for port, precommit_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.436591 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Transition to ACTIVE for port object c91acd61-83be-4ed4-a853-90b21a43ccad will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:45:58.442635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.442982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.446975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.459365 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:58.476423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:58.783413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890060d-f66e-49f5-872c-a2d96cc42273 None None] Pushing event updated for resources: {'Port': ['ID=c91acd61-83be-4ed4-a853-90b21a43ccad,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:58.786269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0890060d-f66e-49f5-872c-a2d96cc42273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:58.817408 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853808241'] for router_interface, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.830477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Pushing event updated for resources: {'Port': ['ID=de08719b-146a-4144-87ec-1c2077c7f169,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:58.835435 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:58.842739 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Attempting to bind port c91acd61-83be-4ed4-a853-90b21a43ccad on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:45:58.843153 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Attempting to bind port c91acd61-83be-4ed4-a853-90b21a43ccad by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:45:58.843559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Attempting to bind port c91acd61-83be-4ed4-a853-90b21a43ccad on network ca2d6b15-da8c-4c49-b410-492d803b641f {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:45:58.849417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:45:58.849883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Checking segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:45:58.850335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.850754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Bound using segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:45:58.851266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Bound port: c91acd61-83be-4ed4-a853-90b21a43ccad, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:45:58.851679 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.930061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] For port c91acd61-83be-4ed4-a853-90b21a43ccad, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:45:58.933336 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] For port c91acd61-83be-4ed4-a853-90b21a43ccad, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c91acd61-83be-4ed4-a853-90b21a43ccad,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:45:58.937399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:58.950400 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:45:58.967247 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Network 73e49bc7-0958-4896-88de-624572534ac0 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:45:58.968472 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:45:59.103130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890060d-f66e-49f5-872c-a2d96cc42273 None None] Pushing event updated for resources: {'Port': ['ID=c91acd61-83be-4ed4-a853-90b21a43ccad,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:45:59.108568 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0890060d-f66e-49f5-872c-a2d96cc42273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:45:59.158146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Routers {'4b9b291d-abc5-4191-ae7e-c13ee08addf5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:45:59.158835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:45:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:45:59.169812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:45:59.285362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c7a37437-297e-45b6-8710-abe370a088ac up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:45:59.361422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:45:59.371092 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] 10.222.0.15 "PUT /v2.0/routers/4b9b291d-abc5-4191-ae7e-c13ee08addf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1323419 Apr 05 16:45:59.381966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-2c856cbf-4f70-4c39-983b-68095e3da7ca None None] Provisioning complete for port de08719b-146a-4144-87ec-1c2077c7f169 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:59.382302 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2c856cbf-4f70-4c39-983b-68095e3da7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:59.476648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-2c856cbf-4f70-4c39-983b-68095e3da7ca None None] Port de08719b-146a-4144-87ec-1c2077c7f169 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:45:59.486079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] Set router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:45:59.545859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port c7a37437-297e-45b6-8710-abe370a088ac triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:59.546270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:45:59.886832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device ac26fb16-bf31-451c-be73-b846f44be714 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:45:59.982868 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port ac26fb16-bf31-451c-be73-b846f44be714 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:45:59.983285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.026645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'name': 'tempest-TestShelveInstance-1412033064-router', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:53Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 4, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'gw_port': {'id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:54Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'de08719b-146a-4144-87ec-1c2077c7f169', 'name': '', 'network_id': '73e49bc7-0958-4896-88de-624572534ac0', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'mac_address': 'fa:16:3e:28:53:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '23d89f52-6b5b-4988-8d82-891d7582201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:57Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 2, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'subnets': [{'id': '23d89f52-6b5b-4988-8d82-891d7582201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:00.041070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721e821-f3d6-4240-8299-112945d95e39 None None] The sync data for ids ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'] in dv-cinder-774594-2-smb is: [{'id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'name': 'tempest-TestShelveInstance-1412033064-router', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:53Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 4, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'gw_port': {'id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:54Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'de08719b-146a-4144-87ec-1c2077c7f169', 'name': '', 'network_id': '73e49bc7-0958-4896-88de-624572534ac0', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'mac_address': 'fa:16:3e:28:53:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '23d89f52-6b5b-4988-8d82-891d7582201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:57Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 2, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'subnets': [{'id': '23d89f52-6b5b-4988-8d82-891d7582201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:46:00.121154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33716) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:00.128265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066018340', 'description': 'tempest-secgroup-smoke-1066018340 description', 'project_id': '283d312df23e4066885388f23df6e922'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:00.135223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:00.139625 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Usage tracker for resource:security_group and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:00.142724 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:00.148862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:00.160092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.187088 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:00.191474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Usage tracker for resource:security_group_rule and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:00.194763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:00.202290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:00.292047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.296279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.300244 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5afd0bff-8dba-46c4-9775-05a8d311fc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:00.342401 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27da8e4-0770-464e-a2bb-497090fa076b,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:00.345283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.346623 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2242787 Apr 05 16:46:00.347571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:00.350059 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33720) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:00.356747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Request body: {'security_group_rule': {'security_group_id': 'c27da8e4-0770-464e-a2bb-497090fa076b', 'project_id': '283d312df23e4066885388f23df6e922', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:00.363657 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:00.368559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Usage tracker for resource:security_group_rule and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:00.371954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:00.378458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:00.397039 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.467912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.471339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.483709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-db4d1979-522c-4ba6-b37c-8868bbfbd637 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:00.504170 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ebae0a-5e25-4ace-9543-1105e9351a78,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:00.507129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:00.514891 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.516283 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7f6b6e91-75af-416d-bbe3-0697dc2b12ed tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654749 Apr 05 16:46:00.519298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33724) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:00.526154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Request body: {'security_group_rule': {'security_group_id': 'c27da8e4-0770-464e-a2bb-497090fa076b', 'project_id': '283d312df23e4066885388f23df6e922', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:00.533576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:00.538144 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Usage tracker for resource:security_group_rule and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:00.541736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:00.548441 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:00.566533 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.636923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.640389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.642505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:00.668234 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc287719-1373-46f2-b1ad-bb12d7ce92fe,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:00.670991 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:00.678758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.680210 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-07c35e47-4cad-4263-b354-aa4b87946dbf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596820 Apr 05 16:46:00.683232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33728) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:00.688808 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Request body: {'security_group_rule': {'security_group_id': 'c27da8e4-0770-464e-a2bb-497090fa076b', 'project_id': '283d312df23e4066885388f23df6e922', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:00.695462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:00.699712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Usage tracker for resource:security_group_rule and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:00.702776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:00.708842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:00.726422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.796374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.801469 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.803803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e2a7272e-95a0-42a8-91ec-5460ee041ab0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:00.830539 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0baeaafc-befa-47c9-a2c5-9fd80292dc16,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:00.838818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:00.844479 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.846831 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-00aa726a-5887-4ce4-a944-94d38266e3b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625698 Apr 05 16:46:00.849056 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33732) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:00.855767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Request body: {'security_group_rule': {'security_group_id': 'c27da8e4-0770-464e-a2bb-497090fa076b', 'project_id': '283d312df23e4066885388f23df6e922', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:00.864748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:00.870169 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Usage tracker for resource:security_group_rule and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:00.873121 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:00.881238 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:00.906307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.980541 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.983632 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:00.985784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:01.010322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54d9252-1bd8-402a-a6b8-b6399d29a6e1,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:01.013003 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:01.020371 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.021691 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714253 Apr 05 16:46:01.024630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33736) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:01.030811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Request body: {'security_group_rule': {'security_group_id': 'c27da8e4-0770-464e-a2bb-497090fa076b', 'project_id': '283d312df23e4066885388f23df6e922', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:01.037320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:01.042005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Usage tracker for resource:security_group_rule and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:01.045335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:01.051697 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:01.062666 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.securitygroups_db [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Project 283d312df23e4066885388f23df6e922 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 16:46:01.070203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.141399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.145005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.152005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:01.173019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7923efec-9a75-4a8d-b741-1342935c694c,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:01.175520 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:01.184488 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.185823 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e14638c4-dda6-4b61-8d42-d27b0ed1fcf7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1594970 Apr 05 16:46:01.188812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33742) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:01.194600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Request body: {'security_group_rule': {'security_group_id': 'c27da8e4-0770-464e-a2bb-497090fa076b', 'project_id': '283d312df23e4066885388f23df6e922', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:01.201486 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:01.206237 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Usage tracker for resource:security_group_rule and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:01.209477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:01.216503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:01.230444 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.securitygroups_db [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Project 283d312df23e4066885388f23df6e922 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 16:46:01.237979 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.294666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c91acd61-83be-4ed4-a853-90b21a43ccad up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:46:01.338283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.351882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.354235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-df932a40-1659-4f95-a4ee-69a6d6502a48 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:01.382163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217bfe45-3c34-4f02-82b2-d5b680c84cd9,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:01.385025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:01.394359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.395844 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2059994 Apr 05 16:46:01.398438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port c91acd61-83be-4ed4-a853-90b21a43ccad completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:46:01.404683 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port c91acd61-83be-4ed4-a853-90b21a43ccad triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:46:01.405188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.553454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.571871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port c91acd61-83be-4ed4-a853-90b21a43ccad, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c91acd61-83be-4ed4-a853-90b21a43ccad,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:01.576291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:01.578274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:01.649648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=c91acd61-83be-4ed4-a853-90b21a43ccad,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:01.655270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:03.269709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c91acd61-83be-4ed4-a853-90b21a43ccad up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:46:03.349231 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port c91acd61-83be-4ed4-a853-90b21a43ccad triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:46:03.349681 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:03.361356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Sync routers for ids ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:46:03.372045 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Routers {'4b9b291d-abc5-4191-ae7e-c13ee08addf5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:46:03.372696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:45:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:03.563088 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Set router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:46:03.911480 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'name': 'tempest-TestShelveInstance-1412033064-router', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:53Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 4, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'gw_port': {'id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:54Z', 'updated_at': '2021-04-05T16:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'de08719b-146a-4144-87ec-1c2077c7f169', 'name': '', 'network_id': '73e49bc7-0958-4896-88de-624572534ac0', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'mac_address': 'fa:16:3e:28:53:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '23d89f52-6b5b-4988-8d82-891d7582201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:57Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 2, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'subnets': [{'id': '23d89f52-6b5b-4988-8d82-891d7582201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:03.916455 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Checking router: 4b9b291d-abc5-4191-ae7e-c13ee08addf5 for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:46:03.916847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Updating router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 port de08719b-146a-4144-87ec-1c2077c7f169 binding host dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:46:03.975951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:04.230729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:46:04.423176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Notify callbacks [] for port, precommit_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:04.439467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Transition to ACTIVE for port object de08719b-146a-4144-87ec-1c2077c7f169 will not be triggered until provisioned by entity L2. {{(pid=84413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:46:04.446947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:04.460221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b3843263-1557-4091-83ec-242dc2a0bad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:04.599967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ff67b-1270-4d49-a2ec-db43d8866d43 None None] Pushing event updated for resources: {'Port': ['ID=de08719b-146a-4144-87ec-1c2077c7f169,revision_number=3']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:04.604338 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-786ff67b-1270-4d49-a2ec-db43d8866d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:04.806709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Attempting to bind port de08719b-146a-4144-87ec-1c2077c7f169 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:46:04.807181 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Attempting to bind port de08719b-146a-4144-87ec-1c2077c7f169 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': 'a15ef485-5d59-4f91-9854-ae8ddbdffe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '73e49bc7-0958-4896-88de-624572534ac0'}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:46:04.807576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Attempting to bind port de08719b-146a-4144-87ec-1c2077c7f169 on network 73e49bc7-0958-4896-88de-624572534ac0 {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:46:04.813075 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:46:04.813483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Checking segment: {'id': 'a15ef485-5d59-4f91-9854-ae8ddbdffe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '73e49bc7-0958-4896-88de-624572534ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:46:04.813943 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:04.814364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Bound using segment: {'id': 'a15ef485-5d59-4f91-9854-ae8ddbdffe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '73e49bc7-0958-4896-88de-624572534ac0'} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:46:04.814863 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Bound port: de08719b-146a-4144-87ec-1c2077c7f169, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15ef485-5d59-4f91-9854-ae8ddbdffe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '73e49bc7-0958-4896-88de-624572534ac0'}}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:46:04.815264 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:04.912516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] For port de08719b-146a-4144-87ec-1c2077c7f169, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:46:04.916052 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] For port de08719b-146a-4144-87ec-1c2077c7f169, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=de08719b-146a-4144-87ec-1c2077c7f169,segment=NetworkSegment(a15ef485-5d59-4f91-9854-ae8ddbdffe09),segment_id=a15ef485-5d59-4f91-9854-ae8ddbdffe09)] {{(pid=84413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:46:04.921076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:04.934409 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5221a660-2541-4f94-8e3c-e1b8f5f2fa69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:05.081750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ff67b-1270-4d49-a2ec-db43d8866d43 None None] Pushing event updated for resources: {'Port': ['ID=de08719b-146a-4144-87ec-1c2077c7f169,revision_number=4']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:05.086519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-786ff67b-1270-4d49-a2ec-db43d8866d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:05.140290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Routers {'4b9b291d-abc5-4191-ae7e-c13ee08addf5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:46:05.140968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:45:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:05.309165 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device de08719b-146a-4144-87ec-1c2077c7f169 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:46:05.370992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] Set router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:46:05.425884 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port de08719b-146a-4144-87ec-1c2077c7f169 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:46:05.431132 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port de08719b-146a-4144-87ec-1c2077c7f169 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:46:05.431567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:05.737791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:05.774041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port de08719b-146a-4144-87ec-1c2077c7f169, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=de08719b-146a-4144-87ec-1c2077c7f169,segment=NetworkSegment(a15ef485-5d59-4f91-9854-ae8ddbdffe09),segment_id=a15ef485-5d59-4f91-9854-ae8ddbdffe09)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:05.778409 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:05.780319 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:05.851043 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=de08719b-146a-4144-87ec-1c2077c7f169,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:05.854554 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:05.905416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'name': 'tempest-TestShelveInstance-1412033064-router', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:53Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 4, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'gw_port': {'id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:54Z', 'updated_at': '2021-04-05T16:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'de08719b-146a-4144-87ec-1c2077c7f169', 'name': '', 'network_id': '73e49bc7-0958-4896-88de-624572534ac0', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'mac_address': 'fa:16:3e:28:53:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '23d89f52-6b5b-4988-8d82-891d7582201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:57Z', 'updated_at': '2021-04-05T16:46:04Z', 'revision_number': 4, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'subnets': [{'id': '23d89f52-6b5b-4988-8d82-891d7582201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:05.910035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bb9b1-dd0f-4864-955f-b48a213bc17c None None] The sync data for ids ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'] in dv-cinder-774594-2-smb is: [{'id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'name': 'tempest-TestShelveInstance-1412033064-router', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:53Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 4, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'gw_port': {'id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:54Z', 'updated_at': '2021-04-05T16:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'de08719b-146a-4144-87ec-1c2077c7f169', 'name': '', 'network_id': '73e49bc7-0958-4896-88de-624572534ac0', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'mac_address': 'fa:16:3e:28:53:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '23d89f52-6b5b-4988-8d82-891d7582201d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:57Z', 'updated_at': '2021-04-05T16:46:04Z', 'revision_number': 4, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'subnets': [{'id': '23d89f52-6b5b-4988-8d82-891d7582201d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:46:07.269734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device de08719b-146a-4144-87ec-1c2077c7f169 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:46:07.346563 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port de08719b-146a-4144-87ec-1c2077c7f169 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:46:07.346993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:10.558820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:16.987872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3caa2fdb-b42c-41ee-b051-c4e89085ea46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:18.281055 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:19.085223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-381acb4f-4b7c-40a0-bd43-634d9bb12f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:19.791224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:21.280830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-e11deca8-11cc-464c-8277-500e36f523b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Synchronizing usage tracker for tenant:283d312df23e4066885388f23df6e922 on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:46:21.300979 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-e11deca8-11cc-464c-8277-500e36f523b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Unset dirty status for tenant:283d312df23e4066885388f23df6e922 on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:46:21.302119 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-e11deca8-11cc-464c-8277-500e36f523b5 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066018340&fields=id&tenant_id=283d312df23e4066885388f23df6e922 HTTP/1.1" status: 200 len: 267 time: 0.0655301 Apr 05 16:46:21.325750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:21.471789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-0866e980-abca-4d8e-ac31-e6d03656e736 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:21.472482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-0866e980-abca-4d8e-ac31-e6d03656e736 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Synchronizing usage tracker for tenant:283d312df23e4066885388f23df6e922 on resource:network {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:46:21.491540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-0866e980-abca-4d8e-ac31-e6d03656e736 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Unset dirty status for tenant:283d312df23e4066885388f23df6e922 on resource:network {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:46:21.492801 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-0866e980-abca-4d8e-ac31-e6d03656e736 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/networks?id=16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 200 len: 808 time: 0.1815557 Apr 05 16:46:21.512055 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-dcd8a38a-233d-4102-a73f-3dfc480cbed1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/quotas/283d312df23e4066885388f23df6e922 HTTP/1.1" status: 200 len: 375 time: 0.0099993 Apr 05 16:46:21.605112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-43d5b3c7-8d15-470e-b476-4f40b5892923 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Synchronizing usage tracker for tenant:283d312df23e4066885388f23df6e922 on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:46:21.624052 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-43d5b3c7-8d15-470e-b476-4f40b5892923 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Unset dirty status for tenant:283d312df23e4066885388f23df6e922 on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:46:21.625403 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-43d5b3c7-8d15-470e-b476-4f40b5892923 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=283d312df23e4066885388f23df6e922&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059792 Apr 05 16:46:21.886257 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-60dfba26-8c78-42e8-b849-f9837951c72f service neutron] 10.222.0.15 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472143 Apr 05 16:46:22.037244 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-ab4c4cc4-afcf-4ced-baae-a4193bd056a6 service neutron] 10.222.0.15 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441362 Apr 05 16:46:22.522812 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-02da8cc3-4b6e-49d6-8369-4be969f6372b req-224bbc43-1631-4e99-a55a-b57c2e23692a tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 210 time: 0.1042480 Apr 05 16:46:23.701212 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0d86c89e-7301-4eb4-be33-cc5215bd6823 req-5c555a72-b6d7-4671-9d0e-dcee4c73ffe3 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 210 time: 0.0483375 Apr 05 16:46:23.913937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-f13835db-d77f-4ec4-9524-433b0a3b7944 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:23.915504 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-f13835db-d77f-4ec4-9524-433b0a3b7944 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.41 "GET /v2.0/networks?id=16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 200 len: 808 time: 0.1598685 Apr 05 16:46:24.001230 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-0b6573a4-7f97-4dca-b5f5-1dc303217ed7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=283d312df23e4066885388f23df6e922 HTTP/1.1" status: 200 len: 8061 time: 0.0699906 Apr 05 16:46:24.029322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Request body: {'port': {'device_id': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'admin_state_up': True, 'tenant_id': '283d312df23e4066885388f23df6e922', 'security_groups': ['c27da8e4-0770-464e-a2bb-497090fa076b']}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:24.177323 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:24.187591 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:24.197659 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Made reservation on behalf of 283d312df23e4066885388f23df6e922 for: {'port': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:46:24.203728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:24.383827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Allocated IP 172.20.0.4 (16b4c814-7495-4403-ab17-3726ab9e83e6/9ecd7d35-4e11-46ce-bae2-8394c1af0dab/b297e581-b0a2-4779-aed8-5dea2557676e) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:46:24.589935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:24.607071 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Transition to ACTIVE for port object b297e581-b0a2-4779-aed8-5dea2557676e will not be triggered until provisioned by entity DHCP. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:46:24.632284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:24.647545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3d2deded-f52e-43b1-ba3b-59a155c5f507 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:24.798580 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event updated for resources: {'Port': ['ID=b297e581-b0a2-4779-aed8-5dea2557676e,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:24.809900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.810313 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.810716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.811110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.811499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.811887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.812272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.812656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.813039 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.813421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.813966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.814266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:24.819845 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:24.921989 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:46:24.924161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:46:24.927742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:46:24.991763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71aa80-fea0-498c-8171-cada1b2e8cd3 req-7d2ea3f5-8a8f-45bb-8dfc-ca79fb2541b1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:24.993610 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0e71aa80-fea0-498c-8171-cada1b2e8cd3 req-7d2ea3f5-8a8f-45bb-8dfc-ca79fb2541b1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 931 time: 0.1710443 Apr 05 16:46:25.033423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:25.034228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:25.081003 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0e71aa80-fea0-498c-8171-cada1b2e8cd3 req-c949f57b-68d3-4e78-9b79-5470277d792e tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780365 Apr 05 16:46:25.083042 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0583234 Apr 05 16:46:25.153464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Request body: {'port': {'device_id': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:25.188395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-f972016f-1c13-4f54-ad11-187b9a570f9a None None] Provisioning for port b297e581-b0a2-4779-aed8-5dea2557676e completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:46:25.195189 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-f972016f-1c13-4f54-ad11-187b9a570f9a None None] Provisioning complete for port b297e581-b0a2-4779-aed8-5dea2557676e triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:46:25.196243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f972016f-1c13-4f54-ad11-187b9a570f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:25.274327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-f972016f-1c13-4f54-ad11-187b9a570f9a None None] Port b297e581-b0a2-4779-aed8-5dea2557676e cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:46:25.289369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:25.726919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b297e581-b0a2-4779-aed8-5dea2557676e {{(pid=84411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:46:25.734868 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:25.751456 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Transition to ACTIVE for port object b297e581-b0a2-4779-aed8-5dea2557676e will not be triggered until provisioned by entity L2. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:46:25.755217 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2513994'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:25.768787 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:25.913720 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Pushing event updated for resources: {'Port': ['ID=b297e581-b0a2-4779-aed8-5dea2557676e,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:25.918128 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:26.144641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Attempting to bind port b297e581-b0a2-4779-aed8-5dea2557676e on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:46:26.145020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Attempting to bind port b297e581-b0a2-4779-aed8-5dea2557676e by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'}] {{(pid=84411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:46:26.145389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Attempting to bind port b297e581-b0a2-4779-aed8-5dea2557676e on network 16b4c814-7495-4403-ab17-3726ab9e83e6 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:46:26.151379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Port b297e581-b0a2-4779-aed8-5dea2557676e on network 16b4c814-7495-4403-ab17-3726ab9e83e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:46:26.151744 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Attempting to bind port b297e581-b0a2-4779-aed8-5dea2557676e on network 16b4c814-7495-4403-ab17-3726ab9e83e6 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:46:26.158277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:46:26.158762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Checking segment: {'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:46:26.159186 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Bound using segment: {'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'} {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:46:26.159911 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Bound port: b297e581-b0a2-4779-aed8-5dea2557676e, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456ab389-6ca0-4943-816b-6913baee947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6'}}] {{(pid=84411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:46:26.161835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:26.327614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] For port b297e581-b0a2-4779-aed8-5dea2557676e, host hv-cinder-77459, cleared binding levels {{(pid=84411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:46:26.341207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] For port b297e581-b0a2-4779-aed8-5dea2557676e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b297e581-b0a2-4779-aed8-5dea2557676e,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:46:26.346898 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2513994'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:26.363853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:26.423131 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18566d-4132-4edc-9bae-caf82fbcac43 req-18d56842-d009-49cb-aa63-912308fa7d8d tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:26.423884 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-9b18566d-4132-4edc-9bae-caf82fbcac43 req-18d56842-d009-49cb-aa63-912308fa7d8d tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Synchronizing usage tracker for tenant:283d312df23e4066885388f23df6e922 on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:46:26.814136 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-9b18566d-4132-4edc-9bae-caf82fbcac43 req-18d56842-d009-49cb-aa63-912308fa7d8d tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Unset dirty status for tenant:283d312df23e4066885388f23df6e922 on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:46:26.815437 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b18566d-4132-4edc-9bae-caf82fbcac43 req-18d56842-d009-49cb-aa63-912308fa7d8d tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 943 time: 0.5996861 Apr 05 16:46:26.830857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Pushing event updated for resources: {'Port': ['ID=b297e581-b0a2-4779-aed8-5dea2557676e,revision_number=3']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:26.834257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:26.918267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:26.919043 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:26.920581 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] 10.222.0.41 "PUT /v2.0/ports/b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 200 len: 1093 time: 1.8220119 Apr 05 16:46:26.923152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:46:26.931931 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9b18566d-4132-4edc-9bae-caf82fbcac43 req-02fc5b3d-9d4e-4d1d-8d97-897f674e0afc tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053622 Apr 05 16:46:26.952232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0cd7-ccbc-4ab7-9ff6-42a28c9088ac req-eb6f31e8-1950-4284-ac04-71125621a687 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:26.954212 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e7d0cd7-ccbc-4ab7-9ff6-42a28c9088ac req-eb6f31e8-1950-4284-ac04-71125621a687 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 947 time: 0.2189667 Apr 05 16:46:27.057695 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8e7d0cd7-ccbc-4ab7-9ff6-42a28c9088ac req-3dbc631f-5c60-47a2-9128-cad5e26d97d3 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962121 Apr 05 16:46:27.077658 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'status': 'completed', 'code': 200} Apr 05 16:46:27.094121 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-aa7bcccf-a4a9-40a5-83dd-c731ce8c3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:27.095916 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-aa7bcccf-a4a9-40a5-83dd-c731ce8c3d90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283d312df23e4066885388f23df6e922&device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1096 time: 0.1053886 Apr 05 16:46:27.181202 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-b18c4d4e-b246-4da0-ba79-10f8a29309f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 200 len: 217 time: 0.0701926 Apr 05 16:46:27.252393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-5f2ee37d-228f-4a43-bdeb-caa8fd374415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:27.253992 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-5f2ee37d-228f-4a43-bdeb-caa8fd374415 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ecd7d35-4e11-46ce-bae2-8394c1af0dab HTTP/1.1" status: 200 len: 847 time: 0.0647664 Apr 05 16:46:27.338646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-960dda41-6321-4873-9ec3-68749b62a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:27.340251 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-960dda41-6321-4873-9ec3-68749b62a8a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b4c814-7495-4403-ab17-3726ab9e83e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789843 Apr 05 16:46:27.486673 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-4db45752-812d-4162-af3b-b64e6bfdf931 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386340 Apr 05 16:46:27.646070 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-14cdd3a0-5b83-4a20-8376-1d2040f8cb40 req-bcc96fa5-0657-4cdc-9153-474b27c39d83 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509480 Apr 05 16:46:27.844333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-3e41ef7e-b020-46c4-ba1b-e62fa769266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:27.846254 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-3e41ef7e-b020-46c4-ba1b-e62fa769266d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283d312df23e4066885388f23df6e922&device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1096 time: 0.0846543 Apr 05 16:46:27.995752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-c621530c-be04-4b14-bd80-e304556851e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:27.997414 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-c621530c-be04-4b14-bd80-e304556851e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 200 len: 909 time: 0.1425786 Apr 05 16:46:28.125640 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-8d991c1e-3f0d-4b74-892e-8eeeea636555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 200 len: 217 time: 0.1044137 Apr 05 16:46:28.258022 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-57bedd3c-c913-4e16-86ea-3be1ae97b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:28.259494 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-57bedd3c-c913-4e16-86ea-3be1ae97b4e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ecd7d35-4e11-46ce-bae2-8394c1af0dab HTTP/1.1" status: 200 len: 847 time: 0.1269822 Apr 05 16:46:28.372529 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8758f94-8cf1-49c5-ac7b-a9ae7a0db5b9 req-a7a62b7c-1a2e-40e7-b986-c117cf4a90cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:28.374205 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a8758f94-8cf1-49c5-ac7b-a9ae7a0db5b9 req-a7a62b7c-1a2e-40e7-b986-c117cf4a90cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 943 time: 0.2959783 Apr 05 16:46:28.384451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c8140-4403-4d16-8406-cf25edf5e024 req-5e959f89-63bb-4c7a-a870-880ecf78e1ac tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:28.385966 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8d6c8140-4403-4d16-8406-cf25edf5e024 req-5e959f89-63bb-4c7a-a870-880ecf78e1ac tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 947 time: 0.2041719 Apr 05 16:46:28.477430 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a8758f94-8cf1-49c5-ac7b-a9ae7a0db5b9 req-20a2079d-69cd-4747-a009-79672135991d tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904348 Apr 05 16:46:28.486823 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8d6c8140-4403-4d16-8406-cf25edf5e024 req-9f0866b8-4020-43df-b91c-e751ab3c3dc9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b64860f-0f99-4b54-9905-0442112f32bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750315 Apr 05 16:46:28.489687 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-45d7123c-6389-4607-878d-a44d281877f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:28.491205 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-45d7123c-6389-4607-878d-a44d281877f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b4c814-7495-4403-ab17-3726ab9e83e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2219434 Apr 05 16:46:28.645600 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-acc51a5e-732b-43c7-acee-4d49253d4d3c service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398506 Apr 05 16:46:28.813653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-42f110c6-5960-491c-bc9d-155a6550f5b8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:28.814485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-42f110c6-5960-491c-bc9d-155a6550f5b8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Synchronizing usage tracker for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:46:28.830431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-42f110c6-5960-491c-bc9d-155a6550f5b8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Unset dirty status for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:46:28.831669 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-42f110c6-5960-491c-bc9d-155a6550f5b8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 947 time: 0.1170709 Apr 05 16:46:28.860483 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-45db8a9b-7702-4ea5-a64d-e9ad9db79d01 req-7164f3cf-cefd-4a8d-ad23-e8e4e8c54695 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463752 Apr 05 16:46:28.915986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Deleting port b551135b-cd50-4410-96b1-6ef0ddb3bdba {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:46:28.916234 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:29.182379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] For port b551135b-cd50-4410-96b1-6ef0ddb3bdba, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b551135b-cd50-4410-96b1-6ef0ddb3bdba,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:29.182976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:29.503043 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:29.503375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:29.503750 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Floating IP 8d411a0a-60f5-4130-b2e7-f369e047f9e2 disassociated. External IP: 172.28.2.39, port: b551135b-cd50-4410-96b1-6ef0ddb3bdba. Apr 05 16:46:29.504132 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Calling delete_port for b551135b-cd50-4410-96b1-6ef0ddb3bdba owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:46:29.664246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:29.679684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:29.693695 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f1414819-d8e2-49f6-a1dc-095bab6bfebe req-9f60ee20-61a1-49fa-893f-e1d8bbbee571 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 210 time: 0.0596278 Apr 05 16:46:29.733293 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c105be-8485-42cd-856e-065da6be7167 req-98e682ea-4ab8-4f59-ab80-159e947acad2 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:29.734912 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e1c105be-8485-42cd-856e-065da6be7167 req-98e682ea-4ab8-4f59-ab80-159e947acad2 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 943 time: 0.1423528 Apr 05 16:46:29.739137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event deleted for resources: {'Port': ['ID=b551135b-cd50-4410-96b1-6ef0ddb3bdba,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:29.750175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.750588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.751086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.751540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.751942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.752447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.752729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.753291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.753464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.753889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.754279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.754675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:29.785258 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e1c105be-8485-42cd-856e-065da6be7167 req-b92b53b1-0a1f-4de7-9ee3-fcf78e904352 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431757 Apr 05 16:46:29.806913 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:30.068598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:46:30.260211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:46:30.271646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] Sync routers for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:46:30.283533 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:46:30.284688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:46:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:30.351558 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] No DVR routers for this DVR port b551135b-cd50-4410-96b1-6ef0ddb3bdba on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:46:30.354260 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:30.357457 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'name': 'network-vif-deleted', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:46:30.387187 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ef5067e9-5820-4d4f-93bd-6af3231502b2 req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.41 "DELETE /v2.0/ports/b551135b-cd50-4410-96b1-6ef0ddb3bdba HTTP/1.1" status: 204 len: 173 time: 1.5459538 Apr 05 16:46:30.484495 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8', 'name': 'network-vif-deleted', 'tag': 'b551135b-cd50-4410-96b1-6ef0ddb3bdba', 'status': 'completed', 'code': 200} Apr 05 16:46:30.500239 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:46:30.846210 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:30.852010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] Checking router: 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:46:30.864672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:46:30.865470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:46:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:30.906865 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3f46f4dc-d538-46e1-93c8-d2d24da67608 req-7715d6eb-3be0-444c-b367-8af312cf92a5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c01e7e4-9cae-45ee-8b11-c9f85ca1d5d8 HTTP/1.1" status: 200 len: 210 time: 0.0568657 Apr 05 16:46:31.023920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814a83-3519-4582-9ab8-94de480b52da req-ce3d5ecd-3e00-4f29-bc0f-76c71ae5aeea tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:31.026317 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1e814a83-3519-4582-9ab8-94de480b52da req-ce3d5ecd-3e00-4f29-bc0f-76c71ae5aeea tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 943 time: 0.0894289 Apr 05 16:46:31.039406 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b297e581-b0a2-4779-aed8-5dea2557676e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:46:31.071600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b551135b-cd50-4410-96b1-6ef0ddb3bdba no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:46:31.093957 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1e814a83-3519-4582-9ab8-94de480b52da req-f3da480f-7b94-443c-b34d-3c9eef347199 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573092 Apr 05 16:46:31.135693 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: b551135b-cd50-4410-96b1-6ef0ddb3bdba {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:46:31.136089 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b551135b-cd50-4410-96b1-6ef0ddb3bdba not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:46:31.225241 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:46:31.323356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b297e581-b0a2-4779-aed8-5dea2557676e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b297e581-b0a2-4779-aed8-5dea2557676e,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:31.414678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'port_id': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'mac_address': 'fa:16:3e:83:3d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:46:31.557801 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:31.595005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b297e581-b0a2-4779-aed8-5dea2557676e {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:46:31.651213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b297e581-b0a2-4779-aed8-5dea2557676e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b297e581-b0a2-4779-aed8-5dea2557676e,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:31.657198 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:31.659386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:31.748019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b297e581-b0a2-4779-aed8-5dea2557676e,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:31.752405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:31.759122 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:31.763499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17bf613-7707-43cb-9b88-8e540111b707 None None] The sync data for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb is: [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:46:32.046111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33940) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:32.052818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['b297e581-b0a2-4779-aed8-5dea2557676e'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:46:32.120161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb7f54ad-ceb3-423d-9055-73b87865b0be tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:32.153331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb7f54ad-ceb3-423d-9055-73b87865b0be tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:32.184949 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91be8774-db1e-40ee-8835-31eb083de335 None None] New status for floating IP 8d411a0a-60f5-4130-b2e7-f369e047f9e2: DOWN {{(pid=84413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:46:32.211759 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb7f54ad-ceb3-423d-9055-73b87865b0be tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:32.224913 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9f310a8f-c0f8-48c7-9814-c3789c97bc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:32.249160 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f54ad-ceb3-423d-9055-73b87865b0be tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b64860f-0f99-4b54-9905-0442112f32bd,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:32.262241 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-eb7f54ad-ceb3-423d-9055-73b87865b0be tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:32.263852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eb7f54ad-ceb3-423d-9055-73b87865b0be tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:32.265293 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-eb7f54ad-ceb3-423d-9055-73b87865b0be tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b64860f-0f99-4b54-9905-0442112f32bd HTTP/1.1" status: 204 len: 168 time: 0.2179360 Apr 05 16:46:32.268329 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33946) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:32.303372 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.v2.resource [None req-b80f6da0-3505-4c1c-8654-3b4bfc5c4c13 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] show failed (client error): The resource could not be found. Apr 05 16:46:32.306363 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b80f6da0-3505-4c1c-8654-3b4bfc5c4c13 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups/2b64860f-0f99-4b54-9905-0442112f32bd HTTP/1.1" status: 404 len: 347 time: 0.0368211 Apr 05 16:46:32.310562 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2af0c-c308-4b13-befc-f0a7124cd090 req-1c216a03-72fd-407b-8ee7-03c6a5627527 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:32.320192 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bbf2af0c-c308-4b13-befc-f0a7124cd090 req-1c216a03-72fd-407b-8ee7-03c6a5627527 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 944 time: 0.1128924 Apr 05 16:46:32.321394 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33950) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:32.378874 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bbf2af0c-c308-4b13-befc-f0a7124cd090 req-1679b939-0b58-4d5c-97f2-3f8082045149 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552399 Apr 05 16:46:32.526772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Deleting port ebc4c814-3248-42a4-b688-66119a4d0de5 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:46:32.527195 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:32.713120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:32.713363 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:32.842102 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Calling delete_port for ebc4c814-3248-42a4-b688-66119a4d0de5 owned by network:floatingip {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:46:33.002027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:33.260475 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-86e9bb42-d0b6-4b6b-9f16-7c1dec61df86 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:33.316714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event deleted for resources: {'Port': ['ID=ebc4c814-3248-42a4-b688-66119a4d0de5,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:33.319375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:33.522882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:33.538383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:33.541181 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "DELETE /v2.0/floatingips/8d411a0a-60f5-4130-b2e7-f369e047f9e2 HTTP/1.1" status: 204 len: 168 time: 1.2168174 Apr 05 16:46:33.579484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f2463-3e3a-4983-b12c-79a9ffb76185 req-6da99225-68e0-4599-9c09-7e8853f49c72 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:33.581028 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-154f2463-3e3a-4983-b12c-79a9ffb76185 req-6da99225-68e0-4599-9c09-7e8853f49c72 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 944 time: 0.0920622 Apr 05 16:46:33.630452 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-154f2463-3e3a-4983-b12c-79a9ffb76185 req-c28652e8-092d-4fc7-9dd7-d581461ca318 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426824 Apr 05 16:46:33.876521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33960) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:33.882400 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088335863', 'description': 'tempest-description--1839867401'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:33.888957 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:33.893521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:security_group and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:33.896647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:33.903264 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:33.914597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:33.936372 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:33.940502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:security_group_rule and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:33.943555 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:33.949673 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:34.021369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.026069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.029929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e7b58d6c-3b6a-46f3-bb94-8010bb7acf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:34.074133 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a536845-672c-4d69-b62d-1fcae89a0d69,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:34.077178 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.078522 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2010179 Apr 05 16:46:34.079521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:34.081887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33964) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:34.087335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'security_group_rule': {'security_group_id': '7a536845-672c-4d69-b62d-1fcae89a0d69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:34.094524 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:34.099013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:security_group_rule and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:34.102239 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:34.108820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:34.129640 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.206902 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.211619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.213799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c49ab696-6fdb-4785-953b-11015b78b54f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:34.237235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1005f83c-db1f-4c15-820d-2e1ba0d1d154,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:34.239750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:34.247025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.248279 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654751 Apr 05 16:46:34.251374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 33968) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:34.259672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'security_group_rule': {'security_group_id': '7a536845-672c-4d69-b62d-1fcae89a0d69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:34.268456 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:34.272865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:security_group_rule and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:34.276529 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:34.283485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:34.303024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.370422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.373851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.380347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b1546fc2-f4ec-477f-b3c4-dbed0baf4ea1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:34.401304 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a5db6a-47d6-456e-88da-bd2c9c13a6ea,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:34.403905 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:34.411928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.413473 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-dbdbad69-bda6-4ebd-8955-4a2ab7303cf0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605802 Apr 05 16:46:34.418472 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 33972) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:34.427728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'floatingip': {'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:34.437130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:34.442071 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:floatingip and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:34.445141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:34.451488 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:34.463055 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.628655 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.772077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Allocated IP 172.28.2.117 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/59a077f2-e73e-45b7-a7fc-b32706c009af) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:46:34.838849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7234194-1f55-4f29-9a70-83963379a0a7 req-1ec9b617-eaee-4281-bec4-c49a9a223b6b tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:34.840491 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d7234194-1f55-4f29-9a70-83963379a0a7 req-1ec9b617-eaee-4281-bec4-c49a9a223b6b tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 944 time: 0.0931540 Apr 05 16:46:34.891897 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d7234194-1f55-4f29-9a70-83963379a0a7 req-75f24c66-c3e6-49b3-ace8-a05cca20f0d4 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445988 Apr 05 16:46:34.936330 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.977258 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:34.990701 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:35.079143 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b297e581-b0a2-4779-aed8-5dea2557676e up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:46:35.133970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'Port': ['ID=59a077f2-e73e-45b7-a7fc-b32706c009af,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:35.138822 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:35.188477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:46:35.189990 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:46:35.192443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:46:35.289436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:35.325621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port b297e581-b0a2-4779-aed8-5dea2557676e completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:46:35.330944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port b297e581-b0a2-4779-aed8-5dea2557676e triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:46:35.331105 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:35.357468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:35.456703 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:35.484812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:46:35.495641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b297e581-b0a2-4779-aed8-5dea2557676e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b297e581-b0a2-4779-aed8-5dea2557676e,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:35.499800 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:35.502792 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:35.573172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b297e581-b0a2-4779-aed8-5dea2557676e,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:35.576675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:35.593258 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'code': 200} Apr 05 16:46:35.640836 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:35.645370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:35.659041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5767acc0-dc85-466f-95c1-c1c2000e70d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:35.801178 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'Port': ['ID=59a077f2-e73e-45b7-a7fc-b32706c009af,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:35.805576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:35.948553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:35.988433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:35.989790 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5699186 Apr 05 16:46:35.997878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bbb6c-304f-470a-aa15-7d0b2415f242 req-36966975-24f9-4599-8c7d-b7e6f110a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:35.999450 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a7bbb6c-304f-470a-aa15-7d0b2415f242 req-36966975-24f9-4599-8c7d-b7e6f110a0b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1098 time: 0.1160018 Apr 05 16:46:36.052436 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a7bbb6c-304f-470a-aa15-7d0b2415f242 req-f163dd46-e03b-42c5-b52b-21304ba74070 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457571 Apr 05 16:46:36.100281 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe7362-79c0-4102-baf9-179b21fd6efb req-95ca7ba2-2b3b-4bce-90b3-f09d127e7b15 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:36.101885 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9afe7362-79c0-4102-baf9-179b21fd6efb req-95ca7ba2-2b3b-4bce-90b3-f09d127e7b15 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0933084 Apr 05 16:46:36.154896 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9afe7362-79c0-4102-baf9-179b21fd6efb req-19a56d16-e9ec-4a0d-870e-99a5163529eb tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463221 Apr 05 16:46:36.239760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-66c5c64d-44ac-4867-a357-8aea9e6e4924 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Synchronizing usage tracker for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:46:36.255112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-66c5c64d-44ac-4867-a357-8aea9e6e4924 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Unset dirty status for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:46:36.256366 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-66c5c64d-44ac-4867-a357-8aea9e6e4924 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1088335863&fields=id&tenant_id=a4623ce5b76541dcb98c8727f0d006ab HTTP/1.1" status: 200 len: 267 time: 0.0595000 Apr 05 16:46:36.423831 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-6595b027-cace-460e-b438-e9b68cf4defb tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:36.425425 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-6595b027-cace-460e-b438-e9b68cf4defb tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 817 time: 0.1611350 Apr 05 16:46:36.442232 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-f247caa6-1b0b-4ca5-b3fd-23084a1f259e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/quotas/a4623ce5b76541dcb98c8727f0d006ab HTTP/1.1" status: 200 len: 375 time: 0.0103157 Apr 05 16:46:36.536338 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-28b91893-1a00-43f3-a7d7-681d13b29222 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882492 Apr 05 16:46:36.971321 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-337fb566-231f-43b0-9740-6912ccfe6890 service neutron] 10.222.0.15 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217381 Apr 05 16:46:37.080357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54d2b-5dc2-445a-be35-3b34d83771e9 req-72a6109e-38b6-43b5-9e6e-0b140eb44244 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:37.081960 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1eb54d2b-5dc2-445a-be35-3b34d83771e9 req-72a6109e-38b6-43b5-9e6e-0b140eb44244 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.2155702 Apr 05 16:46:37.162937 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1eb54d2b-5dc2-445a-be35-3b34d83771e9 req-ebc06ef0-c355-4af9-ab5d-783d38e6e0c3 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736413 Apr 05 16:46:37.165077 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-2785d148-ac4b-4965-b8d9-e9f9eee74840 service neutron] 10.222.0.15 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863177 Apr 05 16:46:37.407927 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3d8aebda-41e9-4111-97b6-9ce9e63b666b req-12020ea2-bae9-49f9-b03a-f3bcaa7b6a7a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 210 time: 0.0589414 Apr 05 16:46:37.441925 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f03a7-996c-4e5d-b39a-b582a2c525d3 req-043d73ef-87bd-467a-8e22-9eeca761b395 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:37.443439 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-148f03a7-996c-4e5d-b39a-b582a2c525d3 req-043d73ef-87bd-467a-8e22-9eeca761b395 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1709082 Apr 05 16:46:37.492292 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-148f03a7-996c-4e5d-b39a-b582a2c525d3 req-be286ab0-aa2e-408d-9e6c-893988c0214b tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Apr 05 16:46:38.386559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11525c7d-4c4a-4171-9874-62912ab60fab req-802f4181-67c3-47aa-a39d-ee623c79a18e tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:38.388233 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-11525c7d-4c4a-4171-9874-62912ab60fab req-802f4181-67c3-47aa-a39d-ee623c79a18e tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.0943561 Apr 05 16:46:38.464743 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-11525c7d-4c4a-4171-9874-62912ab60fab req-3d89db58-ff4f-4672-9173-bae1f4edbd6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682783 Apr 05 16:46:38.592255 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3249f567-3404-48f3-975f-08962ba7e0f7 req-3e43cacc-fbf6-42cf-94ea-406d2a5151c9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 210 time: 0.0520782 Apr 05 16:46:38.745854 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503b8f5-2dac-456b-bab6-8f27f43e508e req-369026b8-370a-4fe4-94aa-dfeef673e953 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:38.747368 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e503b8f5-2dac-456b-bab6-8f27f43e508e req-369026b8-370a-4fe4-94aa-dfeef673e953 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1395514 Apr 05 16:46:38.783237 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-202c2aae-f41e-433e-941f-c4003cb18c44 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:38.785234 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-202c2aae-f41e-433e-941f-c4003cb18c44 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 817 time: 0.1792257 Apr 05 16:46:38.818341 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-291f7999-c580-4674-b556-5d464547c433 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:38.819911 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-291f7999-c580-4674-b556-5d464547c433 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.41 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.1435859 Apr 05 16:46:38.825099 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e503b8f5-2dac-456b-bab6-8f27f43e508e req-ed633241-6cef-4bd9-8106-329529cbeb12 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700953 Apr 05 16:46:38.877792 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-ca2cabf5-0e0e-41d4-9151-57e70f6bb308 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Synchronizing usage tracker for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:security_group {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:46:38.890587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-ca2cabf5-0e0e-41d4-9151-57e70f6bb308 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Unset dirty status for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:security_group {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:46:38.892093 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-ca2cabf5-0e0e-41d4-9151-57e70f6bb308 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4623ce5b76541dcb98c8727f0d006ab HTTP/1.1" status: 200 len: 5709 time: 0.0921466 Apr 05 16:46:38.900025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Deleting port c787a264-d1e8-4aab-998d-93b4a1114166 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:46:38.900751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:38.902024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'port': {'device_id': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'admin_state_up': True, 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'security_groups': ['7a536845-672c-4d69-b62d-1fcae89a0d69']}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:39.051553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:39.055941 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Usage tracker for resource:port and tenant:a4623ce5b76541dcb98c8727f0d006ab is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:39.058969 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:39.065230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:39.075452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Made reservation on behalf of a4623ce5b76541dcb98c8727f0d006ab for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:46:39.081757 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:39.209888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41527b-34d1-49e5-acca-06dc3a3dabf7 req-65fb33ea-a057-4b22-8fa6-e57c0da1da10 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:39.211490 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9e41527b-34d1-49e5-acca-06dc3a3dabf7 req-65fb33ea-a057-4b22-8fa6-e57c0da1da10 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.2563255 Apr 05 16:46:39.259976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] For port c787a264-d1e8-4aab-998d-93b4a1114166, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c787a264-d1e8-4aab-998d-93b4a1114166,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:39.260286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Allocated IP 172.20.0.14 (a415ac65-f01b-4006-9f67-217b583205f5/fdc237f3-a326-435e-b8fd-f4266e05e771/23b32c07-c242-4106-96b2-7c359be02110) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:46:39.260413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:39.355890 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9e41527b-34d1-49e5-acca-06dc3a3dabf7 req-6e0ebdc5-1363-4684-8330-5a64173bbc95 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371169 Apr 05 16:46:39.384243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34032) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:39.462992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:39.482290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Transition to ACTIVE for port object 23b32c07-c242-4106-96b2-7c359be02110 will not be triggered until provisioned by entity DHCP. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:46:39.509222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:39.608603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b5f8c2cc-f88f-49cc-9248-5a281c9f2f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:39.697760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:39.698171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:39.698504 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Floating IP 2b2abbb0-ff52-4d05-b56f-5638d04f217b disassociated. External IP: 172.28.2.123, port: c787a264-d1e8-4aab-998d-93b4a1114166. Apr 05 16:46:39.698853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Calling delete_port for c787a264-d1e8-4aab-998d-93b4a1114166 owned by compute:nova {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:46:39.700384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event updated for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:39.703464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:39.725091 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Network a415ac65-f01b-4006-9f67-217b583205f5 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:46:39.726227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:46:39.728531 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:46:39.801231 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:39.801938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:39.828025 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9304051 Apr 05 16:46:39.846985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Request body: {'port': {'device_id': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:39.851360 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a8164-62a0-439e-bfe9-5b34afa71e3c tempest-TestShelveInstance-1818682263 tempest-TestShelveInstance-1818682263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:39.855784 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-aa9a8164-62a0-439e-bfe9-5b34afa71e3c tempest-TestShelveInstance-1818682263 tempest-TestShelveInstance-1818682263-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1093 time: 0.4677629 Apr 05 16:46:39.872159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34042) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:39.884496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Request body: {'floatingip': {'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'port_id': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'tenant_id': '283d312df23e4066885388f23df6e922', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:39.899320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:39.918156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80396dc-f084-47a5-b43c-8e16fbdaa030 req-a93d08ca-4d79-4c65-96c1-c50e924129dc tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:39.919752 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c80396dc-f084-47a5-b43c-8e16fbdaa030 req-a93d08ca-4d79-4c65-96c1-c50e924129dc tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 946 time: 0.3104689 Apr 05 16:46:39.921435 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Usage tracker for resource:floatingip and tenant:283d312df23e4066885388f23df6e922 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:39.925655 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:39.935907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:39.948596 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-628df766-744c-4c5a-8ebf-a4e0026e0b34 None None] Provisioning for port 23b32c07-c242-4106-96b2-7c359be02110 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:46:39.954213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-628df766-744c-4c5a-8ebf-a4e0026e0b34 None None] Provisioning complete for port 23b32c07-c242-4106-96b2-7c359be02110 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:46:39.954613 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-628df766-744c-4c5a-8ebf-a4e0026e0b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:39.970643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:40.017557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for floatingip, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:40.020507 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-628df766-744c-4c5a-8ebf-a4e0026e0b34 None None] Port 23b32c07-c242-4106-96b2-7c359be02110 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:46:40.057967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc245-60ac-4e9a-9067-2c079ab6705a req-27b73634-b0c2-4cfa-bf64-f5a1a0f183a2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:40.059583 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f3dfc245-60ac-4e9a-9067-2c079ab6705a req-27b73634-b0c2-4cfa-bf64-f5a1a0f183a2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 932 time: 0.3188763 Apr 05 16:46:40.102527 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c80396dc-f084-47a5-b43c-8e16fbdaa030 req-161ac248-b2d4-4db6-b096-3f01b036cefe tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee38bec9-607e-473d-945e-6d12dbb17da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705670 Apr 05 16:46:40.125154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:40.150729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:40.214692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event deleted for resources: {'Port': ['ID=c787a264-d1e8-4aab-998d-93b4a1114166,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:40.221666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:40.224965 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f3dfc245-60ac-4e9a-9067-2c079ab6705a req-4f9a0a65-5d0c-446c-b7b8-41b1a470a23a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489139 Apr 05 16:46:40.401590 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b32c07-c242-4106-96b2-7c359be02110 {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:46:40.410527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:40.426382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Transition to ACTIVE for port object 23b32c07-c242-4106-96b2-7c359be02110 will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:46:40.430805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:40.447715 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:40.575506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:40.600322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Pushing event updated for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:40.603456 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:40.803457 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:40.958927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Router fcfb018a-34f4-436f-af5b-c684f9368e17 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:46:41.074850 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device c787a264-d1e8-4aab-998d-93b4a1114166 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:46:41.086109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Attempting to bind port 23b32c07-c242-4106-96b2-7c359be02110 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:46:41.086487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Attempting to bind port 23b32c07-c242-4106-96b2-7c359be02110 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:46:41.086841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Attempting to bind port 23b32c07-c242-4106-96b2-7c359be02110 on network a415ac65-f01b-4006-9f67-217b583205f5 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:46:41.092579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Port 23b32c07-c242-4106-96b2-7c359be02110 on network a415ac65-f01b-4006-9f67-217b583205f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:46:41.092935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Attempting to bind port 23b32c07-c242-4106-96b2-7c359be02110 on network a415ac65-f01b-4006-9f67-217b583205f5 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:46:41.098563 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:46:41.098936 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Checking segment: {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:46:41.099348 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Bound using segment: {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:46:41.099812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Bound port: 23b32c07-c242-4106-96b2-7c359be02110, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:46:41.100184 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:41.115143 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: c787a264-d1e8-4aab-998d-93b4a1114166 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:46:41.115641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device c787a264-d1e8-4aab-998d-93b4a1114166 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:46:41.131176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Allocated IP 172.28.2.150 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/22c9518e-0014-4857-be39-6d2e59d15bb7) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:46:41.198047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:46:41.201057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:46:41.205216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:41.220907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ba8b90f4-3cae-4ce4-9be2-0e3a6fb29d7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:41.229148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:46:41.334113 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:46:41.340537 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-296b8b1b-e423-4ee7-bd7f-92c60c38b5f2 req-5c80aa84-04b8-4591-a562-1624d4e13cfd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 210 time: 0.0782125 Apr 05 16:46:41.405895 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Pushing event updated for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:41.412790 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:41.430393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:41.431169 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:41.432785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] No DVR routers for this DVR port c787a264-d1e8-4aab-998d-93b4a1114166 on host hv-cinder-77459 {{(pid=84411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:46:41.433403 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] 10.222.0.41 "PUT /v2.0/ports/23b32c07-c242-4106-96b2-7c359be02110 HTTP/1.1" status: 200 len: 1094 time: 1.5918491 Apr 05 16:46:41.434477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'tag': '23b32c07-c242-4106-96b2-7c359be02110'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:46:41.443872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:41.446779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'name': 'network-vif-deleted', 'tag': 'c787a264-d1e8-4aab-998d-93b4a1114166'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:46:41.462225 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] Sync routers for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:46:41.538139 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'tag': '23b32c07-c242-4106-96b2-7c359be02110', 'status': 'completed', 'code': 200} Apr 05 16:46:41.551953 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-71c39a58-149d-469e-a6b1-37f5165db0a7 req-8b670a44-6f8b-47d2-937b-17078100dcab tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.41 "DELETE /v2.0/ports/c787a264-d1e8-4aab-998d-93b4a1114166 HTTP/1.1" status: 204 len: 173 time: 2.7256715 Apr 05 16:46:41.562490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:46:41.563207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:46:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:41.576781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:41.586893 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456bdf6-080a-47a5-938f-974ed37eabe3', 'name': 'network-vif-deleted', 'tag': 'c787a264-d1e8-4aab-998d-93b4a1114166', 'status': 'completed', 'code': 200} Apr 05 16:46:41.618784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0507f0a-5cbf-44a6-beb5-5b2c4ee274ef req-3e733398-52fc-4008-893e-c2861400a7e6 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:41.620639 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e0507f0a-5cbf-44a6-beb5-5b2c4ee274ef req-3e733398-52fc-4008-893e-c2861400a7e6 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.1636713 Apr 05 16:46:41.634937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-06eb009a-84eb-42eb-9cd3-638588c3924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:41.636989 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-06eb009a-84eb-42eb-9cd3-638588c3924c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 1097 time: 0.1397164 Apr 05 16:46:41.693723 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e0507f0a-5cbf-44a6-beb5-5b2c4ee274ef req-a87b11d9-cb9c-4e2f-8fad-ccdb261aa1e1 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613291 Apr 05 16:46:41.705062 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:41.722690 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-37b049ac-9d5c-4556-9fc6-211ba85e2132 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:41.733361 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-5799efdc-a142-450f-8d8d-29fe7a290dfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23b32c07-c242-4106-96b2-7c359be02110 HTTP/1.1" status: 200 len: 217 time: 0.0821395 Apr 05 16:46:41.806755 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event updated for resources: {'Port': ['ID=22c9518e-0014-4857-be39-6d2e59d15bb7,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:41.810069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:41.810212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:46:41.844142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-6a69ea82-f4e1-4bc1-8be7-95dda15e98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:41.846090 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-6a69ea82-f4e1-4bc1-8be7-95dda15e98f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0924654 Apr 05 16:46:41.940516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-5929129b-9fa3-4498-a2ba-61b1af40c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:41.942230 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-5929129b-9fa3-4498-a2ba-61b1af40c171 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810332 Apr 05 16:46:41.949427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:46:41.950742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:46:41.953075 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:46:42.097062 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-daa38439-25e2-493c-b80d-d3430dfdb2d5 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464756 Apr 05 16:46:42.226553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:42.230748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] Checking router: fcfb018a-34f4-436f-af5b-c684f9368e17 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:46:42.240201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:46:42.240870 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:46:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:42.268970 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8261227f-89ea-4b55-8fe9-41d08b753c32 req-90de7cf4-eddc-4851-9b7c-72e55b993940 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434615 Apr 05 16:46:42.406047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:42.450721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:46:42.471460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-24fc257f-fc26-4611-afec-93ba0b170733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:42.473118 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-24fc257f-fc26-4611-afec-93ba0b170733 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 1097 time: 0.0887072 Apr 05 16:46:42.497219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:42.588050 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-b94b116c-eee7-4b54-b5db-f7d3cbbf476a req-ba948aba-5867-4ca0-8418-c0423faf52cd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Synchronizing usage tracker for tenant:84491f900c4f4e738edf42007b2dd174 on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:46:42.626195 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-f347d06e-d0f2-4e6b-94f3-0c7dfce65729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:42.628165 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-f347d06e-d0f2-4e6b-94f3-0c7dfce65729 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 918 time: 0.1477809 Apr 05 16:46:42.665230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-b94b116c-eee7-4b54-b5db-f7d3cbbf476a req-ba948aba-5867-4ca0-8418-c0423faf52cd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Unset dirty status for tenant:84491f900c4f4e738edf42007b2dd174 on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:46:42.666472 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b94b116c-eee7-4b54-b5db-f7d3cbbf476a req-ba948aba-5867-4ca0-8418-c0423faf52cd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=e456bdf6-080a-47a5-938f-974ed37eabe3 HTTP/1.1" status: 200 len: 210 time: 0.1361914 Apr 05 16:46:42.728814 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-db0f05ea-dc7d-4870-ae80-d20d84bbb9e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23b32c07-c242-4106-96b2-7c359be02110 HTTP/1.1" status: 200 len: 217 time: 0.0934041 Apr 05 16:46:42.801193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:42.806837 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba7b2a9-320a-4039-9f6c-f9627c43228b None None] The sync data for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb is: [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:46:42.808158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-b7e2a9c5-d1fd-47a2-a4ed-8d5477086832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:42.809899 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-b7e2a9c5-d1fd-47a2-a4ed-8d5477086832 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0725563 Apr 05 16:46:42.928237 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-a0087a2f-6ebd-4d56-b8f8-63c1b79a88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:42.929861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:42.930314 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-a0087a2f-6ebd-4d56-b8f8-63c1b79a88cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1106975 Apr 05 16:46:42.936836 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2513994'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:42.957985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6ed4b5d6-4c3a-46fb-adbb-916c5a50824b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:43.084499 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-7214b2ac-5e18-47c4-abaf-94eb682a0c23 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458743 Apr 05 16:46:43.110622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event updated for resources: {'Port': ['ID=22c9518e-0014-4857-be39-6d2e59d15bb7,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:43.122536 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:43.166096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76c918-083c-448f-830c-880d4396581e req-fe667be2-8db8-4ed0-b569-a97bdcb422f1 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:43.167758 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1d76c918-083c-448f-830c-880d4396581e req-fe667be2-8db8-4ed0-b569-a97bdcb422f1 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.2807775 Apr 05 16:46:43.221245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697d026-4608-4f93-af68-286ec86b13ae None None] New status for floating IP 2b2abbb0-ff52-4d05-b56f-5638d04f217b: DOWN {{(pid=84413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:46:43.234114 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3d715a7-3c70-4f5e-a5ba-c326bd140784 req-e44f79af-89e9-491f-9436-0ea9dbd18f82 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418662 Apr 05 16:46:43.315593 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1d76c918-083c-448f-830c-880d4396581e req-9f51d137-7147-4ba9-b7b2-7dc78a6df30b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404934 Apr 05 16:46:43.328286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:43.732854 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-51139101-6406-45b7-b7c9-50d1f6b06d8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5365415 Apr 05 16:46:43.763931 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Floating IP f553afb5-da04-4ba1-9106-23790a40d71d associated. External IP: 172.28.2.150, port: b297e581-b0a2-4779-aed8-5dea2557676e. Apr 05 16:46:43.827594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 34062) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:43.906485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae234-003a-4d0e-887d-4f09beb6e66b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:43.941710 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae234-003a-4d0e-887d-4f09beb6e66b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:43.999487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae234-003a-4d0e-887d-4f09beb6e66b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:44.005208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3c3446b4-a7d4-448c-996d-0bb706ebe4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:44.024782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ae234-003a-4d0e-887d-4f09beb6e66b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee38bec9-607e-473d-945e-6d12dbb17da1,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:44.029755 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8e3ae234-003a-4d0e-887d-4f09beb6e66b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:44.034798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8e3ae234-003a-4d0e-887d-4f09beb6e66b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:44.039144 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8e3ae234-003a-4d0e-887d-4f09beb6e66b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "DELETE /v2.0/security-groups/ee38bec9-607e-473d-945e-6d12dbb17da1 HTTP/1.1" status: 204 len: 168 time: 0.2074554 Apr 05 16:46:44.039546 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 34066) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:44.061181 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.v2.resource [None req-3a83f2cc-f08e-4ea8-9351-1de3a6a417a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] show failed (client error): The resource could not be found. Apr 05 16:46:44.062817 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3a83f2cc-f08e-4ea8-9351-1de3a6a417a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups/ee38bec9-607e-473d-945e-6d12dbb17da1 HTTP/1.1" status: 404 len: 347 time: 0.0221350 Apr 05 16:46:44.066600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 34070) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:44.080254 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-2380e593-4343-434a-8084-025604ed73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:44.082036 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-2380e593-4343-434a-8084-025604ed73b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283d312df23e4066885388f23df6e922&device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1098 time: 0.1995385 Apr 05 16:46:44.259622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Deleting port 887f0314-861d-4ece-b690-7befa669edfe {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:46:44.259999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:44.355590 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-09d32961-9772-485d-a31c-eeb90590e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:44.357253 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-09d32961-9772-485d-a31c-eeb90590e337 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 200 len: 909 time: 0.2066476 Apr 05 16:46:44.362667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:46:44.486398 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:44.486710 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:44.636749 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Calling delete_port for 887f0314-861d-4ece-b690-7befa669edfe owned by network:floatingip {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:46:44.674575 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-8568e7fb-3a61-498d-b73d-a8b89b8b2cfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 200 len: 999 time: 0.3087344 Apr 05 16:46:44.794711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-20cbb739-e19f-4066-95e0-ec4cdb6cb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:44.796140 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-20cbb739-e19f-4066-95e0-ec4cdb6cb82a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ecd7d35-4e11-46ce-bae2-8394c1af0dab HTTP/1.1" status: 200 len: 847 time: 0.1131814 Apr 05 16:46:44.797505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:46:44.799316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:44.808081 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] Sync routers for ids ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:46:44.815282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-86f77f2b-10da-46fc-bb78-ad7fee2de840 tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:44.819798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] Routers {'5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:46:44.820483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:46:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:44.855865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e356c-2d0f-4691-bf9c-e19ba67ff7fa req-86ada619-8a71-4cb1-b958-583f682f0c0e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:44.857214 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e75e356c-2d0f-4691-bf9c-e19ba67ff7fa req-86ada619-8a71-4cb1-b958-583f682f0c0e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.3416512 Apr 05 16:46:44.871698 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event deleted for resources: {'Port': ['ID=887f0314-861d-4ece-b690-7befa669edfe,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:44.875865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:44.912214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:45.010026 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e75e356c-2d0f-4691-bf9c-e19ba67ff7fa req-9c0a810c-f4bb-4fba-a92b-d7e875cecf11 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292188 Apr 05 16:46:45.021708 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1463881 Apr 05 16:46:45.026641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:46:45.035696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-43dad9a5-b975-4dd7-85ce-81d02ce2553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:45.037420 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-43dad9a5-b975-4dd7-85ce-81d02ce2553f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b4c814-7495-4403-ab17-3726ab9e83e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2299960 Apr 05 16:46:45.106841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:45.127110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:45.131383 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "DELETE /v2.0/floatingips/2b2abbb0-ff52-4d05-b56f-5638d04f217b HTTP/1.1" status: 204 len: 168 time: 1.0607905 Apr 05 16:46:45.166174 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'status': 'completed', 'code': 200} Apr 05 16:46:45.171255 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 23b32c07-c242-4106-96b2-7c359be02110 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:46:45.202488 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-711f7251-bc1c-49c4-b7a4-5bd14c8f0c67 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563487 Apr 05 16:46:45.351490 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab68b909-899b-43bb-9b16-e3b0c73458ec req-358bbc91-2141-4d8d-a6cc-774d79a9c2f9 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408229 Apr 05 16:46:45.371535 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] Set router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:46:45.418144 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34082) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:45.426358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70022763', 'description': 'tempest-description--1083660534'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:45.434130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:45.440502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:security_group and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:45.463265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:45.485729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:45.497367 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:45.519933 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:45.546805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '23b32c07-c242-4106-96b2-7c359be02110', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'port_id': '23b32c07-c242-4106-96b2-7c359be02110', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:46:45.548434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:45.554207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:security_group_rule and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:45.558260 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:45.565814 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-3650c08b-fff5-42a7-b91d-97200f6a7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:45.567506 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-3650c08b-fff5-42a7-b91d-97200f6a7041 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283d312df23e4066885388f23df6e922&device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1098 time: 0.1285436 Apr 05 16:46:45.568390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:45.660481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:45.731583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b32c07-c242-4106-96b2-7c359be02110 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:46:45.763823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-78b8589b-0450-42ec-a52a-75441e5980d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:45.765395 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-78b8589b-0450-42ec-a52a-75441e5980d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 200 len: 909 time: 0.1917074 Apr 05 16:46:45.765588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:45.771600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:45.773021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:45.784335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1e10a455-55b4-47a5-bbb9-fbbae7e0fd14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:45.831177 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:45.847520 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c259c387-b830-4e11-ad15-aca1c1056384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:45.906406 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:45.910948 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:45.931485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': 'f553afb5-da04-4ba1-9106-23790a40d71d', 'tenant_id': '283d312df23e4066885388f23df6e922', 'floating_ip_address': '172.28.2.150', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'port_id': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'mac_address': 'fa:16:3e:83:3d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:42Z', 'updated_at': '2021-04-05T16:46:42Z', 'revision_number': 0, 'project_id': '283d312df23e4066885388f23df6e922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 5, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:45.935968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] Checking router: 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:46:45.946080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] Routers {'5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:46:45.946782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:46:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:46.149322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] Set router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:46:46.199756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fd735e-bf3c-49c0-8b77-f3d95eda404a,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:46.202257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.206498 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7837253 Apr 05 16:46:46.207396 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 34088) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:46.212532 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:46.214041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'security_group_rule': {'security_group_id': 'c6fd735e-bf3c-49c0-8b77-f3d95eda404a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:46.217937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['23b32c07-c242-4106-96b2-7c359be02110'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:46:46.220643 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-e9fda812-7253-477e-ac51-a38be94cc462 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 200 len: 999 time: 0.4467151 Apr 05 16:46:46.223900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:46.229809 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:security_group_rule and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:46.233027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:46.239691 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:46.258367 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.326517 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.332463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.335013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-c1af8919-051b-4a3b-b4ff-754a39a291b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:46.335236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:46.337005 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-c1af8919-051b-4a3b-b4ff-754a39a291b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ecd7d35-4e11-46ce-bae2-8394c1af0dab HTTP/1.1" status: 200 len: 847 time: 0.0949442 Apr 05 16:46:46.368677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b048d80e-05de-4cdf-aff5-6954e8822d8f,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:46.379311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:46.383605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.386078 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-42352e9d-3e55-46f7-a02a-c9066ac069a9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762462 Apr 05 16:46:46.387920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 34092) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:46.394944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'security_group_rule': {'security_group_id': 'c6fd735e-bf3c-49c0-8b77-f3d95eda404a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:46.399305 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74bd14-4281-4ed5-8dab-1c2142123ad4 req-eff7aba8-00a8-4e18-9299-bdce408f0c9d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:46.401778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:46.402277 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3e74bd14-4281-4ed5-8dab-1c2142123ad4 req-eff7aba8-00a8-4e18-9299-bdce408f0c9d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 945 time: 0.2483568 Apr 05 16:46:46.405820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:security_group_rule and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:46.409589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:46.416130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:46.439271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.471698 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3e74bd14-4281-4ed5-8dab-1c2142123ad4 req-91b62929-44d0-4bf1-9e62-1959c7336371 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608027 Apr 05 16:46:46.485896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-4f9945b7-3afe-4025-b9bd-5123c46c58c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:46.487998 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-4f9945b7-3afe-4025-b9bd-5123c46c58c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b4c814-7495-4403-ab17-3726ab9e83e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1431515 Apr 05 16:46:46.522832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.527641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.529992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:46.555562 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dbd80c-bc67-47d2-b02c-6b9e0ab58ba7,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:46.560860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:46.571533 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.576503 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-950a9f04-a441-4bb1-9b29-1e8fb46270d9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875486 Apr 05 16:46:46.577521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 34096) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:46.583869 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'floatingip': {'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:46.590353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:46.594710 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:floatingip and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:46.598784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:46.604854 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:46.616074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.646810 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-dfc46349-76c3-4efe-b480-b71dc4146616 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493917 Apr 05 16:46:46.682598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': 'f553afb5-da04-4ba1-9106-23790a40d71d', 'tenant_id': '283d312df23e4066885388f23df6e922', 'floating_ip_address': '172.28.2.150', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'port_id': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'mac_address': 'fa:16:3e:83:3d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:42Z', 'updated_at': '2021-04-05T16:46:42Z', 'revision_number': 0, 'project_id': '283d312df23e4066885388f23df6e922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 5, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:46.686967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff6227c-6ad7-436b-bf87-fef2d2dab766 None None] The sync data for ids ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'] in dv-cinder-774594-2-smb is: [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': 'f553afb5-da04-4ba1-9106-23790a40d71d', 'tenant_id': '283d312df23e4066885388f23df6e922', 'floating_ip_address': '172.28.2.150', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'port_id': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'mac_address': 'fa:16:3e:83:3d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:42Z', 'updated_at': '2021-04-05T16:46:42Z', 'revision_number': 0, 'project_id': '283d312df23e4066885388f23df6e922', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 5, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:46:46.773464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.797723 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f23f0f8-9493-4b09-bd6e-0daf21864df2 req-8dc0b83f-10af-4eaf-a7df-584c7abef6d5 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441019 Apr 05 16:46:46.919412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Allocated IP 172.28.2.231 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/ae75e04e-16ee-4651-b77f-0e7f8cc9bd8b) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:46:46.980653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a58ee0da-08ce-4c66-aacd-b0b0d77013e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:46.990287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d302e1-b6ce-4da6-b030-00e47a26faed None None] New status for floating IP f553afb5-da04-4ba1-9106-23790a40d71d: ACTIVE {{(pid=84413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:46:47.082004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:47.116827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:47.132559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-41696da0-be06-4bc8-ac3f-71aeccfc5316 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:47.521377 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'Port': ['ID=ae75e04e-16ee-4651-b77f-0e7f8cc9bd8b,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:47.526196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:47.570204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:46:47.571495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:46:47.573752 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:46:47.657126 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:47.693848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d299e-36e0-481d-ba93-8e9fa478eb81 req-7268d307-3a50-4550-b3c2-5829e854e586 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:47.695450 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-756d299e-36e0-481d-ba93-8e9fa478eb81 req-7268d307-3a50-4550-b3c2-5829e854e586 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 945 time: 0.0945666 Apr 05 16:46:47.724330 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:47.745373 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-756d299e-36e0-481d-ba93-8e9fa478eb81 req-4a265c58-5bbd-4755-b094-634d1a87b015 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430517 Apr 05 16:46:48.001315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:48.006303 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:48.019093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:48.162079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'Port': ['ID=ae75e04e-16ee-4651-b77f-0e7f8cc9bd8b,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:48.167118 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:48.264074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:48.282274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:48.288468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:48.293426 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7110965 Apr 05 16:46:48.477809 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-cd70737d-0043-4e18-940c-46eb35e09ef1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Synchronizing usage tracker for tenant:84491f900c4f4e738edf42007b2dd174 on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:46:48.495550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-cd70737d-0043-4e18-940c-46eb35e09ef1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Unset dirty status for tenant:84491f900c4f4e738edf42007b2dd174 on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:46:48.496852 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-cd70737d-0043-4e18-940c-46eb35e09ef1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--70022763&fields=id&tenant_id=84491f900c4f4e738edf42007b2dd174 HTTP/1.1" status: 200 len: 267 time: 0.0660815 Apr 05 16:46:48.665773 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-650e10f8-e42b-4252-9956-0623bfb0080a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:48.667339 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-650e10f8-e42b-4252-9956-0623bfb0080a tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 811 time: 0.1591320 Apr 05 16:46:48.686667 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-a3ac7b4b-fb3c-40bb-a669-10fc52c7d083 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/quotas/84491f900c4f4e738edf42007b2dd174 HTTP/1.1" status: 200 len: 375 time: 0.0100207 Apr 05 16:46:48.787646 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-62cd387f-d3f5-48a6-9031-e74e2face327 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945055 Apr 05 16:46:48.995089 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-6df294ce-bd0d-4966-9b82-142363e84803 service neutron] 10.222.0.15 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942210 Apr 05 16:46:49.078115 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-87e07292-a116-444f-bdae-45d24add4356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:49.134028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 23b32c07-c242-4106-96b2-7c359be02110 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:46:49.205717 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-fb66e544-7ec5-4ed4-b556-b0db0c3df3e3 service neutron] 10.222.0.15 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037559 Apr 05 16:46:49.211439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 23b32c07-c242-4106-96b2-7c359be02110 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:46:49.216624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 23b32c07-c242-4106-96b2-7c359be02110 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:46:49.217046 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:49.218955 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9260289-3a7c-443e-998c-a99308b8fe13 req-f1fb1e74-5e4a-4e4c-a833-7c89e5bcaa2b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:49.220630 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b9260289-3a7c-443e-998c-a99308b8fe13 req-f1fb1e74-5e4a-4e4c-a833-7c89e5bcaa2b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 945 time: 0.1957958 Apr 05 16:46:49.295330 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b9260289-3a7c-443e-998c-a99308b8fe13 req-cf481082-8c5d-4c24-91c9-6a3aa4af14a8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675883 Apr 05 16:46:49.381825 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:49.411741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b32c07-c242-4106-96b2-7c359be02110'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:46:49.422914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:49.426794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:49.429504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-88871550-d351-4294-9da2-5c115f76726a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:49.465357 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0a9e4cdf-a9b7-4355-a251-13241e023004 req-8768ebc9-ec8f-4443-84a4-180c1999779f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 210 time: 0.0727277 Apr 05 16:46:49.491035 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b32c07-c242-4106-96b2-7c359be02110', 'code': 200} Apr 05 16:46:49.506572 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:49.516727 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.517353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.517762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.518136 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.518506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.518876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.519240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.519604 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.519967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.520508 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.520874 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.521243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:46:49.525818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:49.771196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627b825-c391-4b2f-a0ac-5b0c3cf463c0 req-7209fafd-ca98-49ea-9a6e-04519abc5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:49.772743 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0627b825-c391-4b2f-a0ac-5b0c3cf463c0 req-7209fafd-ca98-49ea-9a6e-04519abc5668 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 1099 time: 0.0780022 Apr 05 16:46:49.792623 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:49.818963 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0627b825-c391-4b2f-a0ac-5b0c3cf463c0 req-8db03167-a96b-4816-99de-373399a20173 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394633 Apr 05 16:46:50.503527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e79bb-81d8-40d5-b92a-d0eb1d5f8b40 req-6504b202-9145-440a-be18-cebab36ea23c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:50.505149 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-789e79bb-81d8-40d5-b92a-d0eb1d5f8b40 req-6504b202-9145-440a-be18-cebab36ea23c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0952396 Apr 05 16:46:50.560384 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-789e79bb-81d8-40d5-b92a-d0eb1d5f8b40 req-02d0b1ee-f755-4703-bb7b-ff0fade29b97 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481324 Apr 05 16:46:50.627681 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fe52d54d-db9e-403d-8ac1-e4a100d2dfeb req-9798a3dc-b54d-450e-8193-07912e844064 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 210 time: 0.0482485 Apr 05 16:46:51.161445 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-3fb9f655-414f-4283-870d-35d14c6bdd9f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:51.163142 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-3fb9f655-414f-4283-870d-35d14c6bdd9f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.41 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 811 time: 0.1647241 Apr 05 16:46:51.321060 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-c2e1e663-01be-493f-8a90-5495eebaeb31 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84491f900c4f4e738edf42007b2dd174 HTTP/1.1" status: 200 len: 5703 time: 0.0788009 Apr 05 16:46:51.336603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:51.343106 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'port': {'device_id': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'admin_state_up': True, 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'security_groups': ['c6fd735e-bf3c-49c0-8b77-f3d95eda404a']}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:51.501126 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:46:51.506179 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Usage tracker for resource:port and tenant:84491f900c4f4e738edf42007b2dd174 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:46:51.509471 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:46:51.516210 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:46:51.527269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Made reservation on behalf of 84491f900c4f4e738edf42007b2dd174 for: {'port': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:46:51.533406 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:51.817963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Allocated IP 172.20.0.8 (4f807c98-88e3-44e9-9803-188185937988/df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9/a7a95e75-3e59-41ef-ab7b-baa92d117988) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:46:51.823300 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b007c06a-ba5d-4f6e-9197-fa2427215ec4 req-ea5ba937-9fac-486f-88e2-eb358472529b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 210 time: 0.0761859 Apr 05 16:46:51.885193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985ab12-2d9b-4187-bd1f-adbab76e1688 req-947c59de-5183-4628-b880-6326e9e12ca1 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:51.886820 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d985ab12-2d9b-4187-bd1f-adbab76e1688 req-947c59de-5183-4628-b880-6326e9e12ca1 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.2032280 Apr 05 16:46:52.037996 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d985ab12-2d9b-4187-bd1f-adbab76e1688 req-94ffb277-e21d-45ba-840a-db294bdaea89 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294522 Apr 05 16:46:52.081723 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:52.100077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Transition to ACTIVE for port object a7a95e75-3e59-41ef-ab7b-baa92d117988 will not be triggered until provisioned by entity DHCP. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:46:52.126098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:52.141172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e96c78a3-79f2-4185-b8de-d352877dd12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:52.339123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event updated for resources: {'Port': ['ID=a7a95e75-3e59-41ef-ab7b-baa92d117988,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:52.344125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:52.405501 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Network 4f807c98-88e3-44e9-9803-188185937988 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:46:52.414123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8dbc6-9915-4ec5-bc5b-5c813ea1b0a7 req-84d01f05-0c5c-490f-bebb-39574170e417 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:52.415728 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-65c8dbc6-9915-4ec5-bc5b-5c813ea1b0a7 req-84d01f05-0c5c-490f-bebb-39574170e417 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.2353640 Apr 05 16:46:52.416712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:46:52.418995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:46:52.425523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 34144) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:46:52.431649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-cfdb1f58-125b-44ea-91c5-7ec1ddd21407 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Request body: {'floatingip': {'port_id': '23b32c07-c242-4106-96b2-7c359be02110'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:52.491256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:52.491986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:52.521759 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1837366 Apr 05 16:46:52.532448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1f58-125b-44ea-91c5-7ec1ddd21407 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:52.540155 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Request body: {'port': {'device_id': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:46:52.612213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-951fc114-fb24-4974-b628-33998f37ba89 None None] Provisioning for port a7a95e75-3e59-41ef-ab7b-baa92d117988 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:46:52.617680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-951fc114-fb24-4974-b628-33998f37ba89 None None] Provisioning complete for port a7a95e75-3e59-41ef-ab7b-baa92d117988 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:46:52.618304 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-951fc114-fb24-4974-b628-33998f37ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:52.666735 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:52.680053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-951fc114-fb24-4974-b628-33998f37ba89 None None] Port a7a95e75-3e59-41ef-ab7b-baa92d117988 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:46:53.181474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1f58-125b-44ea-91c5-7ec1ddd21407 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:53.185051 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1f58-125b-44ea-91c5-7ec1ddd21407 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:53.340261 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13bb6-6fa8-4a5f-86e1-fc913657e6b7 req-d8e82f2c-cd1d-4e22-ba10-1f3ce92a55e1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:53.341275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-96a13bb6-6fa8-4a5f-86e1-fc913657e6b7 req-d8e82f2c-cd1d-4e22-ba10-1f3ce92a55e1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Synchronizing usage tracker for tenant:84491f900c4f4e738edf42007b2dd174 on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:46:53.373342 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [None req-cfdb1f58-125b-44ea-91c5-7ec1ddd21407 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Floating IP e16dfcd4-7c90-42bf-8a40-dfee4589253c associated. External IP: 172.28.2.117, port: 23b32c07-c242-4106-96b2-7c359be02110. Apr 05 16:46:53.405783 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-96a13bb6-6fa8-4a5f-86e1-fc913657e6b7 req-d8e82f2c-cd1d-4e22-ba10-1f3ce92a55e1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Unset dirty status for tenant:84491f900c4f4e738edf42007b2dd174 on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:46:53.407179 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-96a13bb6-6fa8-4a5f-86e1-fc913657e6b7 req-d8e82f2c-cd1d-4e22-ba10-1f3ce92a55e1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 931 time: 0.4466097 Apr 05 16:46:53.411293 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a95e75-3e59-41ef-ab7b-baa92d117988 {{(pid=84411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:46:53.432756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:53.463452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Transition to ACTIVE for port object a7a95e75-3e59-41ef-ab7b-baa92d117988 will not be triggered until provisioned by entity L2. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:46:53.469428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2513994'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:53.489153 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:53.533179 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-96a13bb6-6fa8-4a5f-86e1-fc913657e6b7 req-e0b5ab05-a447-4d42-bf08-83e80dcbc7ff tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171207 Apr 05 16:46:53.637353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a95e75-3e59-41ef-ab7b-baa92d117988,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:53.642250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:53.761157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdb1f58-125b-44ea-91c5-7ec1ddd21407 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:46:53.855426 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Attempting to bind port a7a95e75-3e59-41ef-ab7b-baa92d117988 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:46:53.855815 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Attempting to bind port a7a95e75-3e59-41ef-ab7b-baa92d117988 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'}] {{(pid=84411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:46:53.856151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Attempting to bind port a7a95e75-3e59-41ef-ab7b-baa92d117988 on network 4f807c98-88e3-44e9-9803-188185937988 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:46:53.861279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Port a7a95e75-3e59-41ef-ab7b-baa92d117988 on network 4f807c98-88e3-44e9-9803-188185937988 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:46:53.861682 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Attempting to bind port a7a95e75-3e59-41ef-ab7b-baa92d117988 on network 4f807c98-88e3-44e9-9803-188185937988 {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:46:53.867036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:46:53.867400 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Checking segment: {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:46:53.867812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Bound using segment: {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'} {{(pid=84411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:46:53.868268 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Bound port: a7a95e75-3e59-41ef-ab7b-baa92d117988, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488a5b24-fbd8-423f-9542-533661b4b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f807c98-88e3-44e9-9803-188185937988'}}] {{(pid=84411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:46:53.868642 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:53.960419 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdb1f58-125b-44ea-91c5-7ec1ddd21407 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:46:53.964909 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1f58-125b-44ea-91c5-7ec1ddd21407 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:53.969214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] For port a7a95e75-3e59-41ef-ab7b-baa92d117988, host hv-cinder-77459, cleared binding levels {{(pid=84411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:46:53.970622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] Sync routers for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:46:53.973278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] For port a7a95e75-3e59-41ef-ab7b-baa92d117988, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a7a95e75-3e59-41ef-ab7b-baa92d117988,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:46:53.977602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2513994'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:53.980677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:46:53.981348 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:46:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:54.033526 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-cfdb1f58-125b-44ea-91c5-7ec1ddd21407 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "PUT /v2.0/floatingips/e16dfcd4-7c90-42bf-8a40-dfee4589253c HTTP/1.1" status: 200 len: 992 time: 1.6066780 Apr 05 16:46:54.034246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'tag': '23b32c07-c242-4106-96b2-7c359be02110'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:46:54.066668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6ed38554-79b8-4db8-a0a9-d988c3ca54fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:54.105752 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'tag': '23b32c07-c242-4106-96b2-7c359be02110', 'status': 'completed', 'code': 200} Apr 05 16:46:54.171589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a95e75-3e59-41ef-ab7b-baa92d117988,revision_number=3']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:54.175145 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:54.205083 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:54.205985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:54.207615 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] 10.222.0.41 "PUT /v2.0/ports/a7a95e75-3e59-41ef-ab7b-baa92d117988 HTTP/1.1" status: 200 len: 1093 time: 1.6724012 Apr 05 16:46:54.208152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'tag': 'a7a95e75-3e59-41ef-ab7b-baa92d117988'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:46:54.266120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-c3ee6bae-7045-4aa3-88b2-e57c839937fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:54.269304 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-c3ee6bae-7045-4aa3-88b2-e57c839937fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 1099 time: 0.0924699 Apr 05 16:46:54.274276 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'tag': 'a7a95e75-3e59-41ef-ab7b-baa92d117988', 'status': 'completed', 'code': 200} Apr 05 16:46:54.375970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:46:54.398688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-1433240f-bda9-4ba2-b55b-35d13c41e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:54.401148 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-1433240f-bda9-4ba2-b55b-35d13c41e68e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 1096 time: 0.1046324 Apr 05 16:46:54.443221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-b01691e1-c71a-40b5-8d86-8639d70ae236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:54.444827 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-b01691e1-c71a-40b5-8d86-8639d70ae236 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 918 time: 0.1496077 Apr 05 16:46:54.493028 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-c43c96e8-28b8-48be-b921-045d00a2d504 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a95e75-3e59-41ef-ab7b-baa92d117988 HTTP/1.1" status: 200 len: 217 time: 0.0759711 Apr 05 16:46:54.567002 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-4e309067-7a0e-4de5-a98a-4bb0946125cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:54.568601 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-4e309067-7a0e-4de5-a98a-4bb0946125cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 HTTP/1.1" status: 200 len: 850 time: 0.0708125 Apr 05 16:46:54.571486 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-f9ffec53-7e50-441f-9779-01483758543e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23b32c07-c242-4106-96b2-7c359be02110 HTTP/1.1" status: 200 len: 1000 time: 0.1194766 Apr 05 16:46:54.660168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-749b10b8-4e40-4e5f-bba1-7809649b3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:54.660390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-01f73897-2814-4098-a21a-827a248e42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:54.662012 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-01f73897-2814-4098-a21a-827a248e42e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f807c98-88e3-44e9-9803-188185937988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819178 Apr 05 16:46:54.662581 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-749b10b8-4e40-4e5f-bba1-7809649b3c1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0816944 Apr 05 16:46:54.753114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-7e019e49-8ffe-4e7b-bdae-022eb77c5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:54.754799 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-7e019e49-8ffe-4e7b-bdae-022eb77c5caf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803905 Apr 05 16:46:54.785150 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': 'e16dfcd4-7c90-42bf-8a40-dfee4589253c', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'floating_ip_address': '172.28.2.117', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'port_id': '23b32c07-c242-4106-96b2-7c359be02110', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:35Z', 'updated_at': '2021-04-05T16:46:53Z', 'revision_number': 1, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:54.789302 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] Checking router: 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:46:54.798344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:46:54.799006 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:46:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:54.880119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1506f2-dd27-4352-ad3b-ce7b72d4cf86 req-f63bf5fc-be9e-47b4-be3d-d5bf8d01de67 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:54.881778 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3c1506f2-dd27-4352-ad3b-ce7b72d4cf86 req-f63bf5fc-be9e-47b4-be3d-d5bf8d01de67 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 943 time: 0.2142820 Apr 05 16:46:54.887385 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-e97100f0-b574-4e09-8049-c3f090f1bb45 service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844013 Apr 05 16:46:54.903480 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-4efbad72-a424-47f9-8c20-55d73faf36a1 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412876 Apr 05 16:46:54.994851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:46:55.026480 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3c1506f2-dd27-4352-ad3b-ce7b72d4cf86 req-37287743-f1e8-4254-99a5-9ed713603ae5 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367497 Apr 05 16:46:55.075605 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dcbeb7ec-cae3-4c09-96a9-e20c36593ea4 req-d1e64385-4308-4c1b-9e43-4fcf9e34eccf service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713679 Apr 05 16:46:55.270739 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-840cc57d-701f-426d-9736-eae4d05e41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:55.272354 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-840cc57d-701f-426d-9736-eae4d05e41d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 1096 time: 0.0913169 Apr 05 16:46:55.353269 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca514122-c178-46f6-8535-a9c4c58dccd1 req-77ddefd9-af63-4253-8955-ab44886af4e7 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435391 Apr 05 16:46:55.424978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': 'e16dfcd4-7c90-42bf-8a40-dfee4589253c', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'floating_ip_address': '172.28.2.117', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'port_id': '23b32c07-c242-4106-96b2-7c359be02110', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:35Z', 'updated_at': '2021-04-05T16:46:53Z', 'revision_number': 1, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:46:55.429171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a37cc-9b8d-4460-bce6-6af3470fe283 None None] The sync data for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb is: [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': 'e16dfcd4-7c90-42bf-8a40-dfee4589253c', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'floating_ip_address': '172.28.2.117', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'port_id': '23b32c07-c242-4106-96b2-7c359be02110', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:35Z', 'updated_at': '2021-04-05T16:46:53Z', 'revision_number': 1, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:46:55.443857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-4409700c-4916-4fb0-b541-b95faf78baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:55.445461 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-4409700c-4916-4fb0-b541-b95faf78baeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 912 time: 0.1645834 Apr 05 16:46:55.523413 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-d02f5fac-6af0-4161-b586-bc513eedaa10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a95e75-3e59-41ef-ab7b-baa92d117988 HTTP/1.1" status: 200 len: 217 time: 0.0709651 Apr 05 16:46:55.603975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-5d5c7648-d1fa-484a-ad31-27101a795338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:55.605474 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-5d5c7648-d1fa-484a-ad31-27101a795338 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 HTTP/1.1" status: 200 len: 850 time: 0.0751584 Apr 05 16:46:55.695629 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-ea557f1d-0246-4362-a56a-1dd259ab5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:55.697251 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-ea557f1d-0246-4362-a56a-1dd259ab5290 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f807c98-88e3-44e9-9803-188185937988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824714 Apr 05 16:46:55.773737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a940a40-3b8f-4274-838e-40ba480bb728 None None] New status for floating IP e16dfcd4-7c90-42bf-8a40-dfee4589253c: ACTIVE {{(pid=84413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:46:55.844973 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-0bc71113-0d56-48a2-b5d3-94b10e31f7bb service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396573 Apr 05 16:46:55.988670 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-69e61837-3885-42d5-a777-47ffaa5cafb0 req-0868d038-a5bb-4f87-a82f-84ad65707f97 service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373658 Apr 05 16:46:56.242418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22211a-4fc3-4baa-9be8-c92acf2ff126 req-940d06d7-f170-4fd4-bfa0-771b1935a657 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:56.243979 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca22211a-4fc3-4baa-9be8-c92acf2ff126 req-940d06d7-f170-4fd4-bfa0-771b1935a657 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 943 time: 0.0891554 Apr 05 16:46:56.292752 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca22211a-4fc3-4baa-9be8-c92acf2ff126 req-57dbc9f4-e55a-4a01-81bc-93f72c051246 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422289 Apr 05 16:46:57.511847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2105e7f-8d0e-4722-8fda-871505afcf00 req-f35705dc-6318-4796-81d8-b6920a7db799 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:57.513343 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2105e7f-8d0e-4722-8fda-871505afcf00 req-f35705dc-6318-4796-81d8-b6920a7db799 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 943 time: 0.0953000 Apr 05 16:46:57.564050 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2105e7f-8d0e-4722-8fda-871505afcf00 req-206cd129-582b-4c00-bc7b-457465791b11 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414886 Apr 05 16:46:58.778675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47154e-8bb4-4c05-8c8b-877c2efd15f7 req-984da49c-21bb-4e2f-9f00-5b73b2684290 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:46:58.780256 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1a47154e-8bb4-4c05-8c8b-877c2efd15f7 req-984da49c-21bb-4e2f-9f00-5b73b2684290 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 943 time: 0.0928311 Apr 05 16:46:58.828229 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1a47154e-8bb4-4c05-8c8b-877c2efd15f7 req-fb6a3e56-5340-468a-b45e-9db8afbb21c7 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412898 Apr 05 16:46:59.200876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device a7a95e75-3e59-41ef-ab7b-baa92d117988 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:46:59.355793 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port a7a95e75-3e59-41ef-ab7b-baa92d117988, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a7a95e75-3e59-41ef-ab7b-baa92d117988,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:59.370580 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': 'a7a95e75-3e59-41ef-ab7b-baa92d117988', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'port_id': 'a7a95e75-3e59-41ef-ab7b-baa92d117988', 'mac_address': 'fa:16:3e:20:74:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:46:59.430733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:59.448366 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a95e75-3e59-41ef-ab7b-baa92d117988 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:46:59.465380 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port a7a95e75-3e59-41ef-ab7b-baa92d117988, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a7a95e75-3e59-41ef-ab7b-baa92d117988,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:46:59.470366 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:46:59.472287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0890060d-f66e-49f5-872c-a2d96cc42273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:46:59.546992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=a7a95e75-3e59-41ef-ab7b-baa92d117988,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:46:59.550654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:46:59.898738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['a7a95e75-3e59-41ef-ab7b-baa92d117988'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:47:00.041425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f43b5-334b-471c-92e3-2a9c39ae0495 req-8249af5a-b243-4438-9666-a956deaf00b8 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:00.043115 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bb1f43b5-334b-471c-92e3-2a9c39ae0495 req-8249af5a-b243-4438-9666-a956deaf00b8 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 944 time: 0.0899069 Apr 05 16:47:00.093860 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bb1f43b5-334b-471c-92e3-2a9c39ae0495 req-b954534f-ab1c-417a-a704-be1696630a23 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435426 Apr 05 16:47:01.229358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device a7a95e75-3e59-41ef-ab7b-baa92d117988 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:47:01.305675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port a7a95e75-3e59-41ef-ab7b-baa92d117988 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:47:01.311587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port a7a95e75-3e59-41ef-ab7b-baa92d117988 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:47:01.312242 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:01.318269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b46f4-dfd1-4db4-83ce-2f804bea4434 req-b513d189-fd82-42a0-97f2-b25410ff7522 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:01.319902 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-550b46f4-dfd1-4db4-83ce-2f804bea4434 req-b513d189-fd82-42a0-97f2-b25410ff7522 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 944 time: 0.0972590 Apr 05 16:47:01.370886 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-550b46f4-dfd1-4db4-83ce-2f804bea4434 req-1ca8594b-7507-4df2-85bd-407f8c5abbe7 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443149 Apr 05 16:47:01.441175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:01.469696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a95e75-3e59-41ef-ab7b-baa92d117988'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:47:01.480058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port a7a95e75-3e59-41ef-ab7b-baa92d117988, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a7a95e75-3e59-41ef-ab7b-baa92d117988,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:47:01.484759 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:01.486962 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:47:01.532171 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a95e75-3e59-41ef-ab7b-baa92d117988', 'code': 200} Apr 05 16:47:01.558988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=a7a95e75-3e59-41ef-ab7b-baa92d117988,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:47:01.562179 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:47:01.811217 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d52e6-ace2-48a4-8d8c-b5f688b87d34 req-72247385-8031-4458-b949-8fd66c1a6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:01.812831 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-795d52e6-ace2-48a4-8d8c-b5f688b87d34 req-72247385-8031-4458-b949-8fd66c1a6dbf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 1098 time: 0.0836852 Apr 05 16:47:01.861198 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-795d52e6-ace2-48a4-8d8c-b5f688b87d34 req-2579b676-4ede-4ff8-99a3-99670a60d57a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410776 Apr 05 16:47:02.587576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdde4-60f7-4ac2-9ec6-5fe59cfb351c req-9969905c-bee1-4afe-a879-4a2fbb5e7495 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:02.589198 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-279fdde4-60f7-4ac2-9ec6-5fe59cfb351c req-9969905c-bee1-4afe-a879-4a2fbb5e7495 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 945 time: 0.0931079 Apr 05 16:47:02.638208 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-279fdde4-60f7-4ac2-9ec6-5fe59cfb351c req-55ca4fdb-49c6-415f-ad03-373aca470289 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420825 Apr 05 16:47:03.866079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f281f-fdd5-4802-a62b-600e9c19d4e0 req-ae339dc4-eee1-4e46-95b8-6ddda274f8e7 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:03.867648 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a45f281f-fdd5-4802-a62b-600e9c19d4e0 req-ae339dc4-eee1-4e46-95b8-6ddda274f8e7 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 945 time: 0.1134090 Apr 05 16:47:03.917883 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a45f281f-fdd5-4802-a62b-600e9c19d4e0 req-03c08216-4dca-41f1-8684-35bd28b4c4d1 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433729 Apr 05 16:47:04.130104 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469284-7b53-45fa-b57b-6cf18a85e0ce req-52f8ebf7-d467-4565-9130-34af20ff97c3 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:04.131666 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-eb469284-7b53-45fa-b57b-6cf18a85e0ce req-52f8ebf7-d467-4565-9130-34af20ff97c3 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 945 time: 0.0965946 Apr 05 16:47:04.145201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34198) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:47:04.151032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-e36b4e86-cb69-4faf-b797-f853224cecdd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Request body: {'floatingip': {'port_id': 'a7a95e75-3e59-41ef-ab7b-baa92d117988'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:47:04.234424 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e36b4e86-cb69-4faf-b797-f853224cecdd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:05.139672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e36b4e86-cb69-4faf-b797-f853224cecdd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:05.144167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e36b4e86-cb69-4faf-b797-f853224cecdd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:05.329998 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [None req-e36b4e86-cb69-4faf-b797-f853224cecdd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Floating IP 969b9cde-97f9-4519-b230-ff91fa475b12 associated. External IP: 172.28.2.231, port: a7a95e75-3e59-41ef-ab7b-baa92d117988. Apr 05 16:47:05.700599 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36b4e86-cb69-4faf-b797-f853224cecdd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Router fcfb018a-34f4-436f-af5b-c684f9368e17 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:47:05.888652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36b4e86-cb69-4faf-b797-f853224cecdd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:47:05.893855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e36b4e86-cb69-4faf-b797-f853224cecdd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:05.899008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] Sync routers for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:47:05.910353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:47:05.911111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:46:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:47:05.954073 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e36b4e86-cb69-4faf-b797-f853224cecdd tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "PUT /v2.0/floatingips/969b9cde-97f9-4519-b230-ff91fa475b12 HTTP/1.1" status: 200 len: 991 time: 1.8075838 Apr 05 16:47:05.954711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'tag': 'a7a95e75-3e59-41ef-ab7b-baa92d117988'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:47:06.027342 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'tag': 'a7a95e75-3e59-41ef-ab7b-baa92d117988', 'status': 'completed', 'code': 200} Apr 05 16:47:06.104812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:47:06.190778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-0fed4051-f888-458b-85ae-3b11e3f89ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:06.192417 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-0fed4051-f888-458b-85ae-3b11e3f89ee1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84491f900c4f4e738edf42007b2dd174&device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 1098 time: 0.0818272 Apr 05 16:47:06.359504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-312ef79a-3b51-4395-9ab4-8778b2e3c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:06.361159 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-312ef79a-3b51-4395-9ab4-8778b2e3c068 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 200 len: 912 time: 0.1466331 Apr 05 16:47:06.476280 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-9fb043f2-17ea-4510-9263-60f1c6a5ea5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a95e75-3e59-41ef-ab7b-baa92d117988 HTTP/1.1" status: 200 len: 999 time: 0.1052608 Apr 05 16:47:06.545581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-71cd5647-52f0-4a78-a6fb-c9f0d1c60a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:06.547175 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-71cd5647-52f0-4a78-a6fb-c9f0d1c60a27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 HTTP/1.1" status: 200 len: 850 time: 0.0643663 Apr 05 16:47:06.649094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-493d49ca-580e-420b-a618-f90f2331fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:06.651086 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-493d49ca-580e-420b-a618-f90f2331fce1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f807c98-88e3-44e9-9803-188185937988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0957088 Apr 05 16:47:06.657798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '969b9cde-97f9-4519-b230-ff91fa475b12', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'floating_ip_address': '172.28.2.231', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'port_id': 'a7a95e75-3e59-41ef-ab7b-baa92d117988', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'mac_address': 'fa:16:3e:20:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:47Z', 'updated_at': '2021-04-05T16:47:04Z', 'revision_number': 1, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:47:06.662275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] Checking router: fcfb018a-34f4-436f-af5b-c684f9368e17 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:47:06.671898 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:47:06.672567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:46:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:47:06.800651 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-52a8c836-76d7-4f11-ae3e-741d8f58d944 service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427162 Apr 05 16:47:06.861868 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:47:06.943950 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-381c2a78-b9a8-4ce5-93ba-71415d6250fc req-cede9b30-71ce-411f-b466-4d0e6d0bcb26 service neutron] 10.222.0.41 "GET /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373401 Apr 05 16:47:07.249171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '969b9cde-97f9-4519-b230-ff91fa475b12', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'floating_ip_address': '172.28.2.231', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'port_id': 'a7a95e75-3e59-41ef-ab7b-baa92d117988', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'mac_address': 'fa:16:3e:20:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:47Z', 'updated_at': '2021-04-05T16:47:04Z', 'revision_number': 1, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:47:07.254202 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b33d02d-69ca-4a8d-a94d-4f36183bb93e None None] The sync data for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb is: [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '969b9cde-97f9-4519-b230-ff91fa475b12', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'floating_ip_address': '172.28.2.231', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'port_id': 'a7a95e75-3e59-41ef-ab7b-baa92d117988', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'mac_address': 'fa:16:3e:20:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:47Z', 'updated_at': '2021-04-05T16:47:04Z', 'revision_number': 1, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:47:07.600736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48976c-b163-444e-ab9b-7300e541fddb None None] New status for floating IP 969b9cde-97f9-4519-b230-ff91fa475b12: ACTIVE {{(pid=84413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:47:10.589994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:16.988760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95454aa2-8edd-4a53-93b9-d47d9c283908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:18.224980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:47:18.278389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:19.083973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-935e6e59-d747-48ef-8a4c-51f32cf8752c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:19.806734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:21.330389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:40.605443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:43.397510 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-50f7e7af-8a10-4ece-8e13-9e62a788db3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796139 Apr 05 16:47:43.581566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-5f4fd029-84e5-4b43-b4cd-4d0bbaeffad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:43.583192 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-5f4fd029-84e5-4b43-b4cd-4d0bbaeffad5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283d312df23e4066885388f23df6e922&device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1098 time: 0.0894434 Apr 05 16:47:43.973075 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-59693544-1add-4ca3-9a4d-2fd466c53558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:43.974696 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-59693544-1add-4ca3-9a4d-2fd466c53558 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 200 len: 909 time: 0.3717806 Apr 05 16:47:44.091194 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-292032da-fd30-4178-8c30-692d9e7ff783 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 200 len: 1001 time: 0.1086397 Apr 05 16:47:44.165602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-93fd9408-8cc5-4682-bea3-d15c433bac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:44.167455 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-93fd9408-8cc5-4682-bea3-d15c433bac5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ecd7d35-4e11-46ce-bae2-8394c1af0dab HTTP/1.1" status: 200 len: 847 time: 0.0699210 Apr 05 16:47:44.265930 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-130677bc-5fc2-4128-91ef-c9e22d645575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:47:44.267433 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-130677bc-5fc2-4128-91ef-c9e22d645575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b4c814-7495-4403-ab17-3726ab9e83e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870492 Apr 05 16:47:44.414470 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-7f788b34-fa05-437e-9add-3438fbd54628 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390805 Apr 05 16:47:44.565742 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-98e31745-951b-4599-84ca-a5e26d0cfaca req-5fe588dc-5f4e-43e5-a6f9-56e1d3ff81e3 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431286 Apr 05 16:47:46.988851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5e5771ee-7814-4452-94af-29de22a7faf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:48.290987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:49.090180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7b177d8-9d9a-407a-80f6-414dc71b9ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:49.806590 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:51.333954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:47:55.230624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:48:10.628476 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:15.127992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bf5a9-e842-4507-8bfd-c6e215897b88 req-bab826b9-d6f4-4449-b304-8334e183dbbe tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:15.129619 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-101bf5a9-e842-4507-8bfd-c6e215897b88 req-bab826b9-d6f4-4449-b304-8334e183dbbe tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0952899 Apr 05 16:48:15.179688 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-101bf5a9-e842-4507-8bfd-c6e215897b88 req-3b412e42-b20d-4e76-9a96-c9c6e141f62d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434146 Apr 05 16:48:16.403250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f9a40-3696-40bf-9165-7368a4327fb3 req-b827bceb-4d57-4c36-9dec-3cc3592d2ebb tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:16.404896 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9e6f9a40-3696-40bf-9165-7368a4327fb3 req-b827bceb-4d57-4c36-9dec-3cc3592d2ebb tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0931237 Apr 05 16:48:16.454101 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9e6f9a40-3696-40bf-9165-7368a4327fb3 req-f883778f-d5f2-49a1-bd8b-988187b370f1 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Apr 05 16:48:16.986597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a366dd46-a8f2-4033-8eb8-029748a0f4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:17.678926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2329419-0d07-424a-925c-5b18027b8720 req-fd07ac27-c412-4c5e-a270-6b3b846e9832 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:17.680517 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2329419-0d07-424a-925c-5b18027b8720 req-fd07ac27-c412-4c5e-a270-6b3b846e9832 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0957241 Apr 05 16:48:17.728055 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2329419-0d07-424a-925c-5b18027b8720 req-8ccbdc92-2f9e-4454-a2fc-77d8601bdf95 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410264 Apr 05 16:48:18.296745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:18.970933 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ab078-cca9-447e-b753-7096beebfb22 req-a5abc5f6-d3fb-4579-81b8-8fe0f5dda399 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:18.972538 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e60ab078-cca9-447e-b753-7096beebfb22 req-a5abc5f6-d3fb-4579-81b8-8fe0f5dda399 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.1057220 Apr 05 16:48:19.024874 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e60ab078-cca9-447e-b753-7096beebfb22 req-f7e986ac-a57a-40ec-b96e-edf511910388 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426047 Apr 05 16:48:19.084675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b4cceb7d-95e4-45df-8543-b11b72a72a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:19.807565 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:20.248528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d6396-8736-4d9c-8fec-be1fb26431a2 req-48a142b5-8472-4d9c-aa4e-fc5c15578258 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:20.250179 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0c4d6396-8736-4d9c-8fec-be1fb26431a2 req-48a142b5-8472-4d9c-aa4e-fc5c15578258 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0926566 Apr 05 16:48:20.304965 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0c4d6396-8736-4d9c-8fec-be1fb26431a2 req-d73d0ea1-214d-4125-b859-7e1508cad827 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453134 Apr 05 16:48:21.341447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:21.512886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9e8c8-28ea-4d64-89d8-f0ed991910d7 req-a441164b-e7d2-4323-ad99-026aa6d2453b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:21.514521 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-09a9e8c8-28ea-4d64-89d8-f0ed991910d7 req-a441164b-e7d2-4323-ad99-026aa6d2453b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0897372 Apr 05 16:48:21.573962 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-09a9e8c8-28ea-4d64-89d8-f0ed991910d7 req-1b90eb2b-e2cc-4b18-80b4-c012df0e5547 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496676 Apr 05 16:48:22.807565 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ee128-7dc6-4d27-ae0e-966c75312575 req-03c45d06-0be9-44ae-a604-70d15caddba6 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:22.809258 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-368ee128-7dc6-4d27-ae0e-966c75312575 req-03c45d06-0be9-44ae-a604-70d15caddba6 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0972996 Apr 05 16:48:22.859400 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-368ee128-7dc6-4d27-ae0e-966c75312575 req-1f4755a4-27ce-4d5e-8887-fd4ef7ef7f10 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 Apr 05 16:48:24.103559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b209c-7968-4667-af00-bc026cf7247d req-cc814aee-a25d-42e0-8fa8-85106502ec41 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:24.105149 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-111b209c-7968-4667-af00-bc026cf7247d req-cc814aee-a25d-42e0-8fa8-85106502ec41 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.1025825 Apr 05 16:48:24.153466 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-111b209c-7968-4667-af00-bc026cf7247d req-ee39e74f-2ffd-4e09-aec7-33fbad794e7e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417063 Apr 05 16:48:25.382007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a955-99d8-4195-a2e8-f38526e13ff0 req-68cc9396-21a6-4781-a107-e2543d7d8362 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:25.383599 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f194a955-99d8-4195-a2e8-f38526e13ff0 req-68cc9396-21a6-4781-a107-e2543d7d8362 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0916398 Apr 05 16:48:25.433389 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f194a955-99d8-4195-a2e8-f38526e13ff0 req-c0c10f3b-92c6-4cee-a916-0e55ecb7441a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432024 Apr 05 16:48:26.661394 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfdfcc-94d4-4c01-b5e9-36a0a7005d62 req-5f14a6b4-313b-45ef-a5d8-76281e76b930 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:26.662977 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-babfdfcc-94d4-4c01-b5e9-36a0a7005d62 req-5f14a6b4-313b-45ef-a5d8-76281e76b930 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0932248 Apr 05 16:48:26.714921 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-babfdfcc-94d4-4c01-b5e9-36a0a7005d62 req-dc427fd3-8691-47b9-a015-f18db2f3fc8b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452416 Apr 05 16:48:27.657066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 23b32c07-c242-4106-96b2-7c359be02110 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:48:27.810384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:48:27.824951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '23b32c07-c242-4106-96b2-7c359be02110', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'port_id': '23b32c07-c242-4106-96b2-7c359be02110', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:48:27.883404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:27.901369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23b32c07-c242-4106-96b2-7c359be02110 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:48:27.917952 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:48:27.921867 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:27.923724 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:48:27.931919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3c566-510c-4faf-9e7b-4a9cd4074028 req-c61d7300-3b77-44ee-95f1-25475371c2df tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:27.933586 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-31b3c566-510c-4faf-9e7b-4a9cd4074028 req-c61d7300-3b77-44ee-95f1-25475371c2df tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0926735 Apr 05 16:48:27.984442 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-31b3c566-510c-4faf-9e7b-4a9cd4074028 req-e168cd9e-c001-45d6-8bdb-1b0c40dbd581 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437269 Apr 05 16:48:27.996369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=6']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:48:28.004427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.004795 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.005159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.005542 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.005920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.006287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.006650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.007012 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.007373 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.007733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.008094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.008473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:28.014859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:48:28.106389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['23b32c07-c242-4106-96b2-7c359be02110'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:48:29.204336 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac15b61-dde5-44e0-b79a-504fee9ed421 req-87cee382-6e0b-4350-a0eb-a0f19dfb6c7d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:29.210012 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5ac15b61-dde5-44e0-b79a-504fee9ed421 req-87cee382-6e0b-4350-a0eb-a0f19dfb6c7d tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 945 time: 0.0978439 Apr 05 16:48:29.261248 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5ac15b61-dde5-44e0-b79a-504fee9ed421 req-916c02aa-bb60-4459-927b-abfe608aa5af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487223 Apr 05 16:48:29.672418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 23b32c07-c242-4106-96b2-7c359be02110 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:48:29.746487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 23b32c07-c242-4106-96b2-7c359be02110 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:48:29.746900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:29.885836 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:29.915767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b32c07-c242-4106-96b2-7c359be02110'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:48:29.926652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:48:29.930423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:29.932456 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:48:29.969845 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b32c07-c242-4106-96b2-7c359be02110', 'code': 200} Apr 05 16:48:30.002787 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=7']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:48:30.006093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:48:30.476719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51b7d3-33b2-4fe7-adbc-bac8079670f3 req-23fe27ce-67b9-484c-9773-25c0451d2904 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:30.478425 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-da51b7d3-33b2-4fe7-adbc-bac8079670f3 req-23fe27ce-67b9-484c-9773-25c0451d2904 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0972130 Apr 05 16:48:30.527863 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-da51b7d3-33b2-4fe7-adbc-bac8079670f3 req-367f65fe-e68c-4471-97b8-bfb6e4180769 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422161 Apr 05 16:48:31.752292 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a5ab0-880b-4954-81c7-6f8d5c8d6a83 req-ecd046b5-c946-4c0e-bbf1-9fbf21a32417 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:31.753885 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-869a5ab0-880b-4954-81c7-6f8d5c8d6a83 req-ecd046b5-c946-4c0e-bbf1-9fbf21a32417 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0960608 Apr 05 16:48:31.808685 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-869a5ab0-880b-4954-81c7-6f8d5c8d6a83 req-bc21af41-b1d2-435a-ad72-7e671d19a9aa tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443771 Apr 05 16:48:32.237935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:48:33.030848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f407161-3ef8-438d-943d-03451c0a92b4 req-ba26fcf3-0c4c-4a0b-9c1a-1b221edd4ee5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:33.032914 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0f407161-3ef8-438d-943d-03451c0a92b4 req-ba26fcf3-0c4c-4a0b-9c1a-1b221edd4ee5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0963428 Apr 05 16:48:33.094010 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0f407161-3ef8-438d-943d-03451c0a92b4 req-ce0e8fb0-042c-4060-b977-176f24eed7f1 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536022 Apr 05 16:48:34.311652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0be13-a570-414b-ae70-af7dcd28e851 req-4c56b458-9f66-4097-a9e9-6143ca73ed8e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:34.313984 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-40c0be13-a570-414b-ae70-af7dcd28e851 req-4c56b458-9f66-4097-a9e9-6143ca73ed8e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0972772 Apr 05 16:48:34.365389 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-40c0be13-a570-414b-ae70-af7dcd28e851 req-280ba9e8-4131-4cd2-af9e-43bd732538bc tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441613 Apr 05 16:48:35.594331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f32bd-9132-4eee-b908-76674803cded req-af211bb5-5cb7-41b8-a875-94aed5212591 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:35.603267 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-303f32bd-9132-4eee-b908-76674803cded req-af211bb5-5cb7-41b8-a875-94aed5212591 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.1027889 Apr 05 16:48:35.657999 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-303f32bd-9132-4eee-b908-76674803cded req-e024affe-2819-4a45-b013-29488cdadf39 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535047 Apr 05 16:48:36.876362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35a08e-2140-45d9-8d06-0bae24854fe4 req-239734f7-fccd-4830-82ec-4afb05d2f381 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:36.884175 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bd35a08e-2140-45d9-8d06-0bae24854fe4 req-239734f7-fccd-4830-82ec-4afb05d2f381 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.1007528 Apr 05 16:48:36.938046 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bd35a08e-2140-45d9-8d06-0bae24854fe4 req-6e2b008a-46e8-4a59-abda-a6757a84f002 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527606 Apr 05 16:48:38.189138 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829f971-cf1b-4928-9e95-4d010291529b req-74a18edf-df28-405e-aab5-6d929766fec7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:38.190828 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8829f971-cf1b-4928-9e95-4d010291529b req-74a18edf-df28-405e-aab5-6d929766fec7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.1135335 Apr 05 16:48:38.258277 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8829f971-cf1b-4928-9e95-4d010291529b req-a5b21266-018e-4fdd-a685-486c8ac39d62 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607171 Apr 05 16:48:39.507863 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a6204-0518-430f-9973-e7ab5c47d0bc req-edb73c30-b99d-460a-b353-7db48d4b4ced tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:39.509566 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-896a6204-0518-430f-9973-e7ab5c47d0bc req-edb73c30-b99d-460a-b353-7db48d4b4ced tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0925782 Apr 05 16:48:39.570889 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-896a6204-0518-430f-9973-e7ab5c47d0bc req-45d518b7-82e0-4502-81ad-c70879c5358c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521059 Apr 05 16:48:40.651092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:40.892220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93497f3-d426-4260-a7da-10a06c39a434 req-0978a7e1-995b-4a64-89ef-1ce093b9f81a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:40.903366 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c93497f3-d426-4260-a7da-10a06c39a434 req-0978a7e1-995b-4a64-89ef-1ce093b9f81a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.1389148 Apr 05 16:48:40.954797 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c93497f3-d426-4260-a7da-10a06c39a434 req-ea6a4aaa-416c-4676-83bf-b96f559af170 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499179 Apr 05 16:48:42.176017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389dbac-937f-4f56-8a2d-9499f4f30aa2 req-234eb092-568c-4701-b2ab-edc3f0d231dc tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:42.177714 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9389dbac-937f-4f56-8a2d-9499f4f30aa2 req-234eb092-568c-4701-b2ab-edc3f0d231dc tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.1049879 Apr 05 16:48:42.248223 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9389dbac-937f-4f56-8a2d-9499f4f30aa2 req-fa4d8083-2b57-4999-803f-1f2e883c41f7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632846 Apr 05 16:48:43.171699 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d458f-45d2-49e8-8623-ce52d1180f76 req-ccc6ad70-93b0-4580-be21-72ec439735c2 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:43.173344 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9c6d458f-45d2-49e8-8623-ce52d1180f76 req-ccc6ad70-93b0-4580-be21-72ec439735c2 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 945 time: 0.1100597 Apr 05 16:48:43.224951 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9c6d458f-45d2-49e8-8623-ce52d1180f76 req-92cfc94d-6e6f-4467-b48c-4ce2ce709338 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444164 Apr 05 16:48:43.494695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680db6a-84ad-4985-9546-4f1f229b3d8d req-ead6a2e7-d45d-4491-b732-a110f89294da tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:43.496730 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8680db6a-84ad-4985-9546-4f1f229b3d8d req-ead6a2e7-d45d-4491-b732-a110f89294da tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0934796 Apr 05 16:48:43.553351 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8680db6a-84ad-4985-9546-4f1f229b3d8d req-309ee147-50e8-4f5b-b6fb-9e7f3fea70d5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491347 Apr 05 16:48:44.540985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cc6e0-e0a6-4cb8-86e6-9df39d77b487 req-5b328160-bdf5-4e50-bcaa-1301ecc643d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:44.542523 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e49cc6e0-e0a6-4cb8-86e6-9df39d77b487 req-5b328160-bdf5-4e50-bcaa-1301ecc643d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 945 time: 0.1591024 Apr 05 16:48:44.549993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f192b78-6142-4a43-959a-513071160a30 req-2a79ce3a-2179-4160-8a77-71aeac38ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:44.551509 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5f192b78-6142-4a43-959a-513071160a30 req-2a79ce3a-2179-4160-8a77-71aeac38ce0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 1099 time: 0.1297193 Apr 05 16:48:44.633180 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e49cc6e0-e0a6-4cb8-86e6-9df39d77b487 req-61ce7167-424a-40ad-98b6-6c17edcad30c tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806699 Apr 05 16:48:44.789991 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f192b78-6142-4a43-959a-513071160a30 req-0ea5e616-3ea7-46ae-b4b1-aaebda9dc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:44.791638 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5f192b78-6142-4a43-959a-513071160a30 req-0ea5e616-3ea7-46ae-b4b1-aaebda9dc2cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 918 time: 0.2076988 Apr 05 16:48:44.895112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711293fa-ea6b-4896-a782-06df0901f59c req-83256dbc-84d5-45df-9900-c97fe118eefe tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:44.896735 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-711293fa-ea6b-4896-a782-06df0901f59c req-83256dbc-84d5-45df-9900-c97fe118eefe tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.2142634 Apr 05 16:48:45.209429 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5f192b78-6142-4a43-959a-513071160a30 req-4031880f-1ea5-42ff-99b8-8eda8511c522 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23b32c07-c242-4106-96b2-7c359be02110 HTTP/1.1" status: 200 len: 1002 time: 0.4099770 Apr 05 16:48:45.225295 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-711293fa-ea6b-4896-a782-06df0901f59c req-f5a97bc2-fc86-4f7c-81a0-c0dc04e10fc1 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155181 Apr 05 16:48:45.299648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f192b78-6142-4a43-959a-513071160a30 req-704a3a73-0911-40ac-ba26-c2a857a5ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:45.301707 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5f192b78-6142-4a43-959a-513071160a30 req-704a3a73-0911-40ac-ba26-c2a857a5ce7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0753624 Apr 05 16:48:45.396567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f192b78-6142-4a43-959a-513071160a30 req-e0b1ebbc-d60b-4f2a-a410-75f6708694b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:45.398209 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5f192b78-6142-4a43-959a-513071160a30 req-e0b1ebbc-d60b-4f2a-a410-75f6708694b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890963 Apr 05 16:48:45.566315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-64aeb964-15dc-493f-ada6-236abb17d632 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:45.567107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-64aeb964-15dc-493f-ada6-236abb17d632 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Synchronizing usage tracker for tenant:84491f900c4f4e738edf42007b2dd174 on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:48:45.585406 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-64aeb964-15dc-493f-ada6-236abb17d632 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Unset dirty status for tenant:84491f900c4f4e738edf42007b2dd174 on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:48:45.586676 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-64aeb964-15dc-493f-ada6-236abb17d632 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.41 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 945 time: 0.1193647 Apr 05 16:48:45.633769 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5f192b78-6142-4a43-959a-513071160a30 req-7d791676-1eeb-46ca-a83f-6f1fdbfeeed0 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667645 Apr 05 16:48:45.683095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Deleting port a7a95e75-3e59-41ef-ab7b-baa92d117988 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:48:45.683491 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:45.831989 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5f192b78-6142-4a43-959a-513071160a30 req-520eecbd-62ad-40ad-a49a-3622b73c4882 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908627 Apr 05 16:48:45.867427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8e533-adf1-403a-9512-df2f5b371778 req-d33e21c7-f616-4f48-aa65-99ae6c0cf424 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:45.869040 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ba8e533-adf1-403a-9512-df2f5b371778 req-d33e21c7-f616-4f48-aa65-99ae6c0cf424 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 945 time: 0.1120880 Apr 05 16:48:45.958386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] For port a7a95e75-3e59-41ef-ab7b-baa92d117988, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a7a95e75-3e59-41ef-ab7b-baa92d117988,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:48:45.958796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:45.962566 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ba8e533-adf1-403a-9512-df2f5b371778 req-08ddf733-bed8-4d36-80fc-ba3549110f6e tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups?id=c6fd735e-bf3c-49c0-8b77-f3d95eda404a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868802 Apr 05 16:48:45.995222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9189549-974e-4e2c-9c4f-458351294aba req-ddd53dea-65dd-4461-81dc-8594095a2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:45.996807 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9189549-974e-4e2c-9c4f-458351294aba req-ddd53dea-65dd-4461-81dc-8594095a2d27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 1099 time: 0.0851882 Apr 05 16:48:46.143161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9189549-974e-4e2c-9c4f-458351294aba req-d5e0f26a-e50f-4234-9abf-1520418f2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:46.144674 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9189549-974e-4e2c-9c4f-458351294aba req-d5e0f26a-e50f-4234-9abf-1520418f2679 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 918 time: 0.1392472 Apr 05 16:48:46.261232 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9189549-974e-4e2c-9c4f-458351294aba req-69f7fccb-d498-4546-93ca-64477d5502aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23b32c07-c242-4106-96b2-7c359be02110 HTTP/1.1" status: 200 len: 1002 time: 0.1056480 Apr 05 16:48:46.274039 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:46.274464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:46.274889 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Floating IP 969b9cde-97f9-4519-b230-ff91fa475b12 disassociated. External IP: 172.28.2.231, port: a7a95e75-3e59-41ef-ab7b-baa92d117988. Apr 05 16:48:46.275703 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Calling delete_port for a7a95e75-3e59-41ef-ab7b-baa92d117988 owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:48:46.359507 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9189549-974e-4e2c-9c4f-458351294aba req-5db025be-8b72-4ba4-a623-6ad45a7fcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:46.361120 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9189549-974e-4e2c-9c4f-458351294aba req-5db025be-8b72-4ba4-a623-6ad45a7fcb41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0938277 Apr 05 16:48:46.437067 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:46.452613 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:48:46.511031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event deleted for resources: {'Port': ['ID=a7a95e75-3e59-41ef-ab7b-baa92d117988,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:48:46.514261 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9189549-974e-4e2c-9c4f-458351294aba req-835a801e-6573-4aff-9bbf-90554d95c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:46.515930 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9189549-974e-4e2c-9c4f-458351294aba req-835a801e-6573-4aff-9bbf-90554d95c056 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1479495 Apr 05 16:48:46.529141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11132c-9979-46e8-98dd-1a079178e364 req-cb610d10-9c56-4680-b6a7-21ff6b066f2a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:46.530709 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8f11132c-9979-46e8-98dd-1a079178e364 req-cb610d10-9c56-4680-b6a7-21ff6b066f2a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.1172159 Apr 05 16:48:46.571440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.572066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.572222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.573152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.573886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.573886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.574311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.574723 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.575667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.576086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.576495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.576904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:46.586693 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:48:46.673566 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8f11132c-9979-46e8-98dd-1a079178e364 req-027e3709-ab4c-4832-8355-f0dba7d05f68 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205778 Apr 05 16:48:46.708212 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9189549-974e-4e2c-9c4f-458351294aba req-2e40493e-fc18-43b6-aaf6-3098653f40f4 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764491 Apr 05 16:48:46.835178 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Router fcfb018a-34f4-436f-af5b-c684f9368e17 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:48:46.852222 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9189549-974e-4e2c-9c4f-458351294aba req-b6bb1876-e67c-4da3-a02e-19e1e963f603 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363490 Apr 05 16:48:46.982872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f5cf0e5e-6a57-4e8e-bbc1-5bde896c9f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:47.030432 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:48:47.042604 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] Sync routers for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:48:47.056297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:48:47.057421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:48:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:48:47.122320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] No DVR routers for this DVR port a7a95e75-3e59-41ef-ab7b-baa92d117988 on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:48:47.125169 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:47.128931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'name': 'network-vif-deleted', 'tag': 'a7a95e75-3e59-41ef-ab7b-baa92d117988'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:48:47.136620 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3402b5d5-de01-4608-8297-0f40cab2a455 req-0f3c49f3-d9b7-4f63-9b53-b8306313c3bc tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/ports?device_id=c12298d6-adf0-4aba-82e1-4a0b0ea6322f HTTP/1.1" status: 200 len: 210 time: 0.0515618 Apr 05 16:48:47.151126 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b47ab9ca-1b39-4117-a34f-dc2042c2aec4 req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.41 "DELETE /v2.0/ports/a7a95e75-3e59-41ef-ab7b-baa92d117988 HTTP/1.1" status: 204 len: 173 time: 1.5571451 Apr 05 16:48:47.195208 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12298d6-adf0-4aba-82e1-4a0b0ea6322f', 'name': 'network-vif-deleted', 'tag': 'a7a95e75-3e59-41ef-ab7b-baa92d117988', 'status': 'completed', 'code': 200} Apr 05 16:48:47.268487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:48:47.619843 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:48:47.624567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] Checking router: fcfb018a-34f4-436f-af5b-c684f9368e17 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:48:47.634835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:48:47.635515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:48:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:48:47.898328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41844205-d73a-4920-916e-1cb6a1cd088a req-84a074d6-a5db-4715-a7a5-9027956f53c6 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:47.899906 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-41844205-d73a-4920-916e-1cb6a1cd088a req-84a074d6-a5db-4715-a7a5-9027956f53c6 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.0984263 Apr 05 16:48:47.952090 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-41844205-d73a-4920-916e-1cb6a1cd088a req-e616ba63-fc78-4e19-95fc-aee92bb221d7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449154 Apr 05 16:48:48.006428 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:48:48.269235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34712) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:48:48.337621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:48.342517 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:48.368754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:48:48.372416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:48.373105 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5873e5-16db-4077-b0fe-ae6117a6fa5e None None] The sync data for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb is: [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:41:06Z', 'revision_number': 4, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'b848cabb-824f-4ee5-a3f2-bec53b54ef8e', 'name': '', 'network_id': '4f807c98-88e3-44e9-9803-188185937988', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'mac_address': 'fa:16:3e:5c:90:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:04Z', 'updated_at': '2021-04-05T16:41:19Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'subnets': [{'id': 'df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:48:48.421673 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:48.427617 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e6896768-2895-4d42-a921-5564c644365f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:48:48.444164 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fd735e-bf3c-49c0-8b77-f3d95eda404a,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:48:48.456382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.456793 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.457195 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.457630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.458025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.458414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.458800 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.459187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.459569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.459950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.460558 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.460985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:48:48.464384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:48:48.465623 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:48.467408 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e2643a74-36ec-441d-a83d-c7f59e1e5902 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "DELETE /v2.0/security-groups/c6fd735e-bf3c-49c0-8b77-f3d95eda404a HTTP/1.1" status: 204 len: 168 time: 0.1964200 Apr 05 16:48:48.470291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34716) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:48:48.489058 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.v2.resource [None req-68768e87-b6a3-4d37-8caf-7d26538ea96e tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] show failed (client error): The resource could not be found. Apr 05 16:48:48.493346 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-68768e87-b6a3-4d37-8caf-7d26538ea96e tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "GET /v2.0/security-groups/c6fd735e-bf3c-49c0-8b77-f3d95eda404a HTTP/1.1" status: 404 len: 347 time: 0.0188999 Apr 05 16:48:48.493346 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34720) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:48:48.668354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Deleting port ae75e04e-16ee-4651-b77f-0e7f8cc9bd8b {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:48:48.668939 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:48.756964 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5fe0c-9ec8-4914-992b-83cb4519bbfb None None] New status for floating IP 969b9cde-97f9-4519-b230-ff91fa475b12: DOWN {{(pid=84413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:48:48.852993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:48.853362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:48.993456 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Calling delete_port for ae75e04e-16ee-4651-b77f-0e7f8cc9bd8b owned by network:floatingip {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:48:49.090110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8ebf34c1-a8ae-4732-a607-6368bad101b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:49.095796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.api [None req-63b5fe0c-9ec8-4914-992b-83cb4519bbfb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 16:48:49.095796 dv-cinder-774594-2-smb neutron-server[84297]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Apr 05 16:48:49.095796 dv-cinder-774594-2-smb neutron-server[84297]: [parameters: {'status': 'DOWN', 'floatingips_id': '969b9cde-97f9-4519-b230-ff91fa475b12'}] Apr 05 16:48:49.095796 dv-cinder-774594-2-smb neutron-server[84297]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84413) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:48:49.096307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_db.api [None req-63b5fe0c-9ec8-4914-992b-83cb4519bbfb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:48:49.209355 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:49.224263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:48:49.290108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Pushing event deleted for resources: {'Port': ['ID=ae75e04e-16ee-4651-b77f-0e7f8cc9bd8b,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:48:49.294408 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:48:49.368248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0333-8bd4-41e1-bf25-3005aba5033d req-dca5978b-ec0e-43fb-9fc3-7aa2453bdcab tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:49.369974 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-63dc0333-8bd4-41e1-bf25-3005aba5033d req-dca5978b-ec0e-43fb-9fc3-7aa2453bdcab tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 946 time: 0.2494566 Apr 05 16:48:49.459383 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-63dc0333-8bd4-41e1-bf25-3005aba5033d req-3b41cfa4-b916-4ce0-b046-ab1f854bd450 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810871 Apr 05 16:48:49.560305 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks [] for floatingip, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:49.575762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:49.577050 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a47b99e7-b187-42f0-80e3-04f25fd68587 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] 10.222.0.15 "DELETE /v2.0/floatingips/969b9cde-97f9-4519-b230-ff91fa475b12 HTTP/1.1" status: 204 len: 168 time: 1.0827000 Apr 05 16:48:49.597772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5fe0c-9ec8-4914-992b-83cb4519bbfb None None] New status for floating IP 969b9cde-97f9-4519-b230-ff91fa475b12: DOWN {{(pid=84413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:48:49.809721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:49.817072 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 23b32c07-c242-4106-96b2-7c359be02110 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:48:49.946993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:49.976559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b32c07-c242-4106-96b2-7c359be02110'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:48:49.987966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:48:49.996980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:49.997912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device a7a95e75-3e59-41ef-ab7b-baa92d117988 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:48:50.024721 dv-cinder-774594-2-smb neutron-server[84297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23b32c07-c242-4106-96b2-7c359be02110', 'code': 422} returned with failed status Apr 05 16:48:50.030595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:48:50.071605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: a7a95e75-3e59-41ef-ab7b-baa92d117988 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:48:50.071948 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device a7a95e75-3e59-41ef-ab7b-baa92d117988 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:48:50.108038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=8']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:48:50.111511 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:48:51.338876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:52.103747 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-25dc7559-4b2b-4420-8340-749214a318ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807579 Apr 05 16:48:52.106010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca1c1b-659c-4484-a88b-2616647ccffb req-3e2a0a34-f17c-4245-a6ae-394dab3a6a05 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:52.107781 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9bca1c1b-659c-4484-a88b-2616647ccffb req-3e2a0a34-f17c-4245-a6ae-394dab3a6a05 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.0905991 Apr 05 16:48:52.158688 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9bca1c1b-659c-4484-a88b-2616647ccffb req-1934c0f6-5722-409f-8ae1-c1eb3d350ab4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441248 Apr 05 16:48:53.377852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d271dc8-5024-4888-b2d9-208a74b61e54 req-648a58f8-1318-4186-b9aa-dcacbf18c632 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:53.379467 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7d271dc8-5024-4888-b2d9-208a74b61e54 req-648a58f8-1318-4186-b9aa-dcacbf18c632 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.0912313 Apr 05 16:48:53.435561 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7d271dc8-5024-4888-b2d9-208a74b61e54 req-de9a282b-dcac-498e-886c-54a3a8c8f0df tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461071 Apr 05 16:48:53.688107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34794) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:48:53.833227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 23b32c07-c242-4106-96b2-7c359be02110 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:48:54.686705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967536'] for router_interface, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:54.755212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f290659-ede9-4a87-ae7d-5b70f1190b8f req-ea542101-0b5b-4072-afde-1693dbd11ee5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:54.756812 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0f290659-ede9-4a87-ae7d-5b70f1190b8f req-ea542101-0b5b-4072-afde-1693dbd11ee5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.1814923 Apr 05 16:48:54.896361 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0f290659-ede9-4a87-ae7d-5b70f1190b8f req-b64df93f-d444-4402-9b6a-deb44917a058 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829911 Apr 05 16:48:55.113005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Deleting port b848cabb-824f-4ee5-a3f2-bec53b54ef8e {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:48:55.113381 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:55.306266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] For port b848cabb-824f-4ee5-a3f2-bec53b54ef8e, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=b848cabb-824f-4ee5-a3f2-bec53b54ef8e,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:48:55.306667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:55.445569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Calling delete_port for b848cabb-824f-4ee5-a3f2-bec53b54ef8e owned by network:router_interface {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:48:55.771322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:55.785163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c621eb21-bebf-489c-9643-33576cd5b628 tempest-DeleteServersTestJSON-1351504930 tempest-DeleteServersTestJSON-1351504930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:48:55.846626 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b848cabb-824f-4ee5-a3f2-bec53b54ef8e,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:48:55.850429 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:48:56.282429 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f1b40-c809-4dc8-a569-970c47fc245b req-dc213d67-ccd5-48d5-9e4f-22e3a5924a95 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:56.283932 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8d4f1b40-c809-4dc8-a569-970c47fc245b req-dc213d67-ccd5-48d5-9e4f-22e3a5924a95 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.2596481 Apr 05 16:48:56.335041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853756661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925093'] for router_interface, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:56.381008 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8d4f1b40-c809-4dc8-a569-970c47fc245b req-8d778cf7-6342-4be1-a9a3-a6e4426674c0 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879378 Apr 05 16:48:56.788965 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-cdb2f7b2-b74c-4870-88ff-df19e01f1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:56.790599 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-cdb2f7b2-b74c-4870-88ff-df19e01f1ed7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244&tenant_id=a4623ce5b76541dcb98c8727f0d006ab HTTP/1.1" status: 200 len: 1097 time: 0.0862737 Apr 05 16:48:56.903769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-a62c66ad-0858-4acc-a332-df5564349d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:56.905437 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-a62c66ad-0858-4acc-a332-df5564349d0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 1097 time: 0.0789185 Apr 05 16:48:57.047306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-ff0702e2-6fe7-4016-be3f-2ea1ce44f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:57.048858 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-ff0702e2-6fe7-4016-be3f-2ea1ce44f495 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 200 len: 918 time: 0.1369696 Apr 05 16:48:57.089791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Router fcfb018a-34f4-436f-af5b-c684f9368e17 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:48:57.160760 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-cf55efa1-d5c1-43a9-895c-1998c474410c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23b32c07-c242-4106-96b2-7c359be02110 HTTP/1.1" status: 200 len: 1000 time: 0.1048386 Apr 05 16:48:57.232384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-ffb37d67-217a-4808-9e33-95055b9b8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:57.234041 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-ffb37d67-217a-4808-9e33-95055b9b8803 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 200 len: 856 time: 0.0667746 Apr 05 16:48:57.281812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:48:57.293364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] Sync routers for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:48:57.304783 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] 10.222.0.15 "PUT /v2.0/routers/fcfb018a-34f4-436f-af5b-c684f9368e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6148000 Apr 05 16:48:57.306075 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:48:57.306373 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:48:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:48:57.307765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34814) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:48:57.332773 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-672196de-7204-4a51-a85e-67e7cab20ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:57.334676 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-672196de-7204-4a51-a85e-67e7cab20ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a415ac65-f01b-4006-9f67-217b583205f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940907 Apr 05 16:48:57.502268 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-2e93e2b0-3990-41d1-99af-f748dc964b09 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602371 Apr 05 16:48:57.526288 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Notify callbacks [] for router, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:57.531829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:48:57.682134 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cfc2e12-2173-49a4-8ef3-4f451ec27db0 req-da1ab834-5334-48a2-a015-ef56b2ea55e8 service neutron] 10.222.0.41 "GET /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720948 Apr 05 16:48:57.771857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:57.790675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Deleting port 721eb62c-2d0c-4a42-9419-c68531e20ce1 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:48:57.791322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:57.841125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:48:55Z', 'revision_number': 5, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port': {'id': '721eb62c-2d0c-4a42-9419-c68531e20ce1', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:29:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:40:51Z', 'updated_at': '2021-04-05T16:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:48:57.845757 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] Checking router: fcfb018a-34f4-436f-af5b-c684f9368e17 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:48:57.854858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] Routers {'fcfb018a-34f4-436f-af5b-c684f9368e17'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:48:57.855512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:48:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['fcfb018a-34f4-436f-af5b-c684f9368e17'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:48:57.888404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c914f5-5155-46b8-ac3d-321987a2a407 req-7a0e5e91-480b-42f4-b5ac-c2e0f35b27ad tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:57.890055 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-15c914f5-5155-46b8-ac3d-321987a2a407 req-7a0e5e91-480b-42f4-b5ac-c2e0f35b27ad tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.1948719 Apr 05 16:48:58.012433 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-15c914f5-5155-46b8-ac3d-321987a2a407 req-5ccb14e2-b371-4097-bafc-d5040821720e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140006 Apr 05 16:48:58.025937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] Set router fcfb018a-34f4-436f-af5b-c684f9368e17 gateway port host: None {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:48:58.032223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] For port 721eb62c-2d0c-4a42-9419-c68531e20ce1, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=721eb62c-2d0c-4a42-9419-c68531e20ce1,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:48:58.032461 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:58.139661 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:48:57Z', 'revision_number': 6, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port_host': None}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:48:58.144525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5dd314-8f79-477a-9aeb-d25dd20b989d None None] The sync data for ids ['fcfb018a-34f4-436f-af5b-c684f9368e17'] in dv-cinder-774594-2-smb is: [{'id': 'fcfb018a-34f4-436f-af5b-c684f9368e17', 'name': 'tempest-AttachVolumeTestJSON-1473485178-router', 'tenant_id': '84491f900c4f4e738edf42007b2dd174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:40:48Z', 'updated_at': '2021-04-05T16:48:57Z', 'revision_number': 6, 'project_id': '84491f900c4f4e738edf42007b2dd174', 'gw_port_host': None}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:48:58.168143 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Calling delete_port for 721eb62c-2d0c-4a42-9419-c68531e20ce1 owned by network:router_gateway {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:48:58.365894 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:58.381703 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0fdf2953-f39b-41e7-90b5-2618cd5f18e9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:48:58.440594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Pushing event deleted for resources: {'Port': ['ID=721eb62c-2d0c-4a42-9419-c68531e20ce1,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:48:58.444858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:48:58.693926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-967077'] for router_gateway, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:58.916765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773697'] for router, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:58.920210 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:59.018088 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853850466'] for router, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:59.018942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcfb018a-34f4-436f-af5b-c684f9368e17 {{(pid=84411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 16:48:59.038700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Notify callbacks [] for router, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:59.042823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 34840) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:48:59.049635 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] 10.222.0.15 "DELETE /v2.0/routers/fcfb018a-34f4-436f-af5b-c684f9368e17 HTTP/1.1" status: 204 len: 168 time: 1.7339845 Apr 05 16:48:59.127259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-099ad23c-274a-44b4-8b4d-973bfa2ef29a admin admin] Deleting subnet df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 {{(pid=84410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:48:59.130982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-099ad23c-274a-44b4-8b4d-973bfa2ef29a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:59.210610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-099ad23c-274a-44b4-8b4d-973bfa2ef29a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852565057'] for subnet, precommit_delete_associations {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:59.394517 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 721eb62c-2d0c-4a42-9419-c68531e20ce1 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:48:59.411349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-099ad23c-274a-44b4-8b4d-973bfa2ef29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:59.439410 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: 721eb62c-2d0c-4a42-9419-c68531e20ce1 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:48:59.449316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 721eb62c-2d0c-4a42-9419-c68531e20ce1 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:48:59.450050 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device b848cabb-824f-4ee5-a3f2-bec53b54ef8e no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:48:59.482734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8049a7-0e4b-4647-ac28-bcd3670b1c25 req-aaf839bc-6d00-4e5a-81c2-7cf2eb511568 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:48:59.485013 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cf8049a7-0e4b-4647-ac28-bcd3670b1c25 req-aaf839bc-6d00-4e5a-81c2-7cf2eb511568 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.1533802 Apr 05 16:48:59.523412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: b848cabb-824f-4ee5-a3f2-bec53b54ef8e {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:48:59.523810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device b848cabb-824f-4ee5-a3f2-bec53b54ef8e not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:48:59.551520 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cf8049a7-0e4b-4647-ac28-bcd3670b1c25 req-5ab69211-b175-449c-972d-770b707eb2ab tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597367 Apr 05 16:48:59.739724 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-099ad23c-274a-44b4-8b4d-973bfa2ef29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852382701'] for subnet, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:59.752981 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:48:59.803000 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ad23c-274a-44b4-8b4d-973bfa2ef29a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:48:59.806238 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-099ad23c-274a-44b4-8b4d-973bfa2ef29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:48:59.892766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-099ad23c-274a-44b4-8b4d-973bfa2ef29a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:48:59.899350 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af3cff-2610-4fbd-a223-3964b24d1ee8 None None] Network 4f807c98-88e3-44e9-9803-188185937988 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:48:59.907993 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-099ad23c-274a-44b4-8b4d-973bfa2ef29a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/df5e1cb9-4aac-41d1-b1bf-31e2c9950ae9 HTTP/1.1" status: 204 len: 168 time: 0.8548512 Apr 05 16:48:59.908226 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34846) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:49:00.028343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:00.098473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Deleting port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:49:00.098842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:00.232189 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] DHCP port deletion for 4f807c98-88e3-44e9-9803-188185937988 request from dv-cinder-774594-2-smb {{(pid=84412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 16:49:00.236953 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] Deleting port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:49:00.237393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:00.349519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] For port bfc85cf2-96ff-4fce-99e3-fad2c865cab2, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=bfc85cf2-96ff-4fce-99e3-fad2c865cab2,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:00.349958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:00.468326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] For port bfc85cf2-96ff-4fce-99e3-fad2c865cab2, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=bfc85cf2-96ff-4fce-99e3-fad2c865cab2,segment=NetworkSegment(488a5b24-fbd8-423f-9542-533661b4b196),segment_id=488a5b24-fbd8-423f-9542-533661b4b196)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:00.468915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:00.617295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] Calling delete_port for bfc85cf2-96ff-4fce-99e3-fad2c865cab2 owned by network:dhcp {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:49:00.746137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Calling delete_port for bfc85cf2-96ff-4fce-99e3-fad2c865cab2 owned by network:dhcp {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:49:00.799467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145'] for port, after_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:00.816341 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:00.878516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] Pushing event deleted for resources: {'Port': ['ID=bfc85cf2-96ff-4fce-99e3-fad2c865cab2,revision_number=None']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:00.893782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.api [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84411) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:49:00.894156 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_db.api [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:49:00.909850 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf8278-e8af-4816-bf94-a4eaff1108b0 req-85cc5ccb-6149-42ba-a03a-ed15f43e51d3 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:00.912228 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6fcf8278-e8af-4816-bf94-a4eaff1108b0 req-85cc5ccb-6149-42ba-a03a-ed15f43e51d3 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.1765227 Apr 05 16:49:01.013327 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6fcf8278-e8af-4816-bf94-a4eaff1108b0 req-683515c7-c8f1-4c4c-b392-295843e361c7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932815 Apr 05 16:49:01.116437 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:01.151647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] No DVR routers for this DVR port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 on host dv-cinder-774594-2-smb {{(pid=84412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:49:01.368148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device bfc85cf2-96ff-4fce-99e3-fad2c865cab2 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:49:01.396099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Deleting port bfc85cf2-96ff-4fce-99e3-fad2c865cab2 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:49:01.396484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:01.408664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: bfc85cf2-96ff-4fce-99e3-fad2c865cab2 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:49:01.408979 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device bfc85cf2-96ff-4fce-99e3-fad2c865cab2 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:49:01.483171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] The port 'bfc85cf2-96ff-4fce-99e3-fad2c865cab2' was deleted {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 16:49:01.610971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:01.739235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f807c98-88e3-44e9-9803-188185937988']}} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:49:01.752870 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488a5b24-fbd8-423f-9542-533661b4b196') {'for_net_delete': True} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:49:01.753202 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488a5b24-fbd8-423f-9542-533661b4b196') {} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:49:01.765084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852440169'] for segment, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:01.780595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:01.787316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:49:01.970816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Network 4f807c98-88e3-44e9-9803-188185937988 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:49:01.979886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2513972'] for segment, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:02.173467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Network 4f807c98-88e3-44e9-9803-188185937988 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: % (table.description, expected, rows_matched) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: % (table.description, expected, rows_matched) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: % (table.description, expected, rows_matched) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: % (table.description, expected, rows_matched) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:49:02.230298 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:49:02.348120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:02.361400 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb53e9-0ef8-413b-a70c-76fa0b226b94 req-56a346b8-6071-4569-977c-59a856e8339a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:02.363511 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a0fb53e9-0ef8-413b-a70c-76fa0b226b94 req-56a346b8-6071-4569-977c-59a856e8339a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.1923084 Apr 05 16:49:02.364393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:02.367071 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:02.423883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f807c98-88e3-44e9-9803-188185937988,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:02.433558 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:02.445713 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a0fb53e9-0ef8-413b-a70c-76fa0b226b94 req-fe33e005-0597-4b40-bc5f-f572937e73c9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600944 Apr 05 16:49:02.447120 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-32f37440-9796-400c-9746-e942dcbb1772 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4f807c98-88e3-44e9-9803-188185937988 HTTP/1.1" status: 204 len: 168 time: 2.5419641 Apr 05 16:49:02.602391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34858) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:49:02.660298 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-60921341-4a91-4886-9683-9b6ff3d9883a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84491f900c4f4e738edf42007b2dd174&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0564806 Apr 05 16:49:02.662989 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34862) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:49:02.729012 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cea9fdad-a2fe-4d78-a31e-27599db37899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:02.756819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cea9fdad-a2fe-4d78-a31e-27599db37899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:02.817766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cea9fdad-a2fe-4d78-a31e-27599db37899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:02.823951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:02.841599 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9fdad-a2fe-4d78-a31e-27599db37899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b790b26-3f82-4f5d-b3f5-923a25fde98e,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:02.847171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cea9fdad-a2fe-4d78-a31e-27599db37899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:02.855484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cea9fdad-a2fe-4d78-a31e-27599db37899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:02.857656 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-cea9fdad-a2fe-4d78-a31e-27599db37899 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b790b26-3f82-4f5d-b3f5-923a25fde98e HTTP/1.1" status: 204 len: 168 time: 0.1937063 Apr 05 16:49:03.685511 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cddd72-7df7-40e6-afa9-82ed396c3634 req-dbf5699d-16a0-40c4-bb9c-4e8d4b161c2a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:03.687397 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-49cddd72-7df7-40e6-afa9-82ed396c3634 req-dbf5699d-16a0-40c4-bb9c-4e8d4b161c2a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.0980673 Apr 05 16:49:03.711487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 34888) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:49:03.744158 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-49cddd72-7df7-40e6-afa9-82ed396c3634 req-ce9551df-7284-47f6-8b41-f053047886ec tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505841 Apr 05 16:49:03.850468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1658059119-network', 'tenant_id': '75c37a84603f4ab798395212dd8c5f23'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:49:03.855930 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:49:03.860595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Usage tracker for resource:network and tenant:75c37a84603f4ab798395212dd8c5f23 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:49:03.863754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:49:03.870246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:49:03.879840 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Made reservation on behalf of 75c37a84603f4ab798395212dd8c5f23 for: {'network': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:49:03.884708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:03.898620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:03.914100 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:49:03.918299 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Usage tracker for resource:security_group_rule and tenant:75c37a84603f4ab798395212dd8c5f23 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:49:03.921295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:49:03.930108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:49:04.020981 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:04.026071 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:04.029549 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-837c0316-1e4e-4afb-b6ec-faab0d6ba26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:04.049840 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=84411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:49:04.059805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:04.060173 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Added segment b043b683-99ad-47df-bff3-ec37c4125a06 of type vlan for network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 Apr 05 16:49:04.095407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:04.140667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba324a2f-7324-4af9-949b-451e8f67a518,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:04.144882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:04.148529 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:04.149920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:04.150924 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:04.155954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:04.251527 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5388770 Apr 05 16:49:04.254878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 34894) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:49:04.264926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Request body: {'subnet': {'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1658059119-subnet', 'tenant_id': '75c37a84603f4ab798395212dd8c5f23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:49:04.266186 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:04.269026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:04.271431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:49:04.276576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Usage tracker for resource:subnet and tenant:75c37a84603f4ab798395212dd8c5f23 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:49:04.276913 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:49:04.294661 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:49:04.311788 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:49:04.323497 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Made reservation on behalf of 75c37a84603f4ab798395212dd8c5f23 for: {'subnet': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:49:04.328541 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2393129'] for subnet, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:05.057845 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e56c83-1a86-4af1-8b13-1da8eb5c9875 req-6a38474c-03ed-4a18-ad5e-37f8398461c9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:05.059518 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b0e56c83-1a86-4af1-8b13-1da8eb5c9875 req-6a38474c-03ed-4a18-ad5e-37f8398461c9 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.1348295 Apr 05 16:49:05.074274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852210773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2393114'] for subnet, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:05.091269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:05.112331 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b0e56c83-1a86-4af1-8b13-1da8eb5c9875 req-fb9e16c4-0def-42eb-9ce8-c8af9335eaac tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455751 Apr 05 16:49:05.224462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d8d262-a52b-4153-b215-b44a1f555da2,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:05.227402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:05.303796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Checking segment: {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:49:05.304291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Network hostable DHCP agents. Network: fb4a825f-0259-4e45-b3ca-cc97c5e8fc37, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:49:05.325405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:49:05.335021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, fb4a825f-0259-4e45-b3ca-cc97c5e8fc37) {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:49:05.344951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d6a4e-6bf8-40e4-83bf-b0e5cbf60fd3 None None] Network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:49:05.347600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:05.348259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:05.368744 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8ee85b33-342e-4806-80bb-47a538bc2cc8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1126719 Apr 05 16:49:05.587047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619821e3-d01f-4884-b21c-5f5e759778fb None None] Network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:49:06.004270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-8b9c6800-a63a-4a29-884d-cb16e82315ac tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:06.005157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-8b9c6800-a63a-4a29-884d-cb16e82315ac tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Synchronizing usage tracker for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:network {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:49:06.033334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-8b9c6800-a63a-4a29-884d-cb16e82315ac tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Unset dirty status for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:network {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:49:06.034720 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-8b9c6800-a63a-4a29-884d-cb16e82315ac tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 815 time: 0.2040598 Apr 05 16:49:06.051503 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-4acd1067-e24c-460d-a55d-258dca3a3925 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/quotas/75c37a84603f4ab798395212dd8c5f23 HTTP/1.1" status: 200 len: 375 time: 0.0106075 Apr 05 16:49:06.107024 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-afc29952-4a31-4141-8f8e-14aba359b240 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493605 Apr 05 16:49:06.351252 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-1e007565-075e-4bb5-a401-700e4fb2962c service neutron] 10.222.0.15 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366979 Apr 05 16:49:06.483198 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adce2f-1e98-4d71-9f36-973d27b0e024 req-a7eac7ff-1114-40f0-991d-b4c29c591b62 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:06.484997 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-38adce2f-1e98-4d71-9f36-973d27b0e024 req-a7eac7ff-1114-40f0-991d-b4c29c591b62 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.2136195 Apr 05 16:49:06.548449 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-8bc7d508-9f12-4634-853a-52e47cd46631 service neutron] 10.222.0.15 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866243 Apr 05 16:49:06.556163 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-38adce2f-1e98-4d71-9f36-973d27b0e024 req-c644c287-b735-4f51-a2b3-978766907f00 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641990 Apr 05 16:49:06.786797 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-16a9ca29-44ab-4d18-99fc-b1fbdc64e729 req-dbce37cc-b889-44ff-9932-10c53d6927be tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 210 time: 0.0482569 Apr 05 16:49:07.774838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412770f-9868-4e43-8ee3-27f6776498ae req-03bd683e-eb8e-4479-ab9e-60ebdf67502a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:07.776741 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2412770f-9868-4e43-8ee3-27f6776498ae req-03bd683e-eb8e-4479-ab9e-60ebdf67502a tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.0954316 Apr 05 16:49:07.833220 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2412770f-9868-4e43-8ee3-27f6776498ae req-94ef26bb-e9a8-44e0-b38c-f1e42a07839b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467134 Apr 05 16:49:07.967961 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ff1d195c-5b4b-468c-8df6-8997c8c3be49 req-058ff38a-be02-469a-af5f-e5b7c6a2f9d3 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 210 time: 0.0511756 Apr 05 16:49:08.427525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c342bbf-937e-4e63-84e6-440c37749e23 req-b6564c55-5785-4026-bc50-e2ca0a209c38 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:08.429127 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1c342bbf-937e-4e63-84e6-440c37749e23 req-b6564c55-5785-4026-bc50-e2ca0a209c38 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0969536 Apr 05 16:49:08.480057 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1c342bbf-937e-4e63-84e6-440c37749e23 req-f56e1591-77f6-4b7a-a6e3-83880dea6cd4 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443022 Apr 05 16:49:09.062293 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720988f8-330d-45c3-a0e0-46315c973329 req-ddbbc1fc-e12f-42ec-9966-7fb2ed7b2231 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:09.063928 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-720988f8-330d-45c3-a0e0-46315c973329 req-ddbbc1fc-e12f-42ec-9966-7fb2ed7b2231 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.0911016 Apr 05 16:49:09.155012 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e783191a-6e33-49a2-a757-68992bc4baf4 req-25204214-c35d-4ac9-9183-0b9b3846cb40 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 210 time: 0.0616713 Apr 05 16:49:09.162883 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-720988f8-330d-45c3-a0e0-46315c973329 req-e66fa2d0-d3fd-4d00-957c-714ae0ce42a4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920861 Apr 05 16:49:09.232650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:49:09.777408 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f7cd7-e108-47a7-bfbb-0b4c04e1673a req-1614db9d-21f4-44e8-a1e2-0065b8ee303e tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:09.779237 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7f4f7cd7-e108-47a7-bfbb-0b4c04e1673a req-1614db9d-21f4-44e8-a1e2-0065b8ee303e tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1636066 Apr 05 16:49:09.833859 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7f4f7cd7-e108-47a7-bfbb-0b4c04e1673a req-20e39a27-3f26-48ba-85e9-0ee71c6d7a82 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475638 Apr 05 16:49:10.369399 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58b74628-96aa-422d-a5be-a395fe4c48c0 req-10ad220b-2c37-4e71-beb2-525286d977b2 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 210 time: 0.0950208 Apr 05 16:49:10.416832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7191b-d277-450b-b05e-2f9223299d35 req-bba901f8-639b-4577-9c7a-a64df1534b33 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:10.418424 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-99f7191b-d277-450b-b05e-2f9223299d35 req-bba901f8-639b-4577-9c7a-a64df1534b33 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.1003633 Apr 05 16:49:10.478841 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-99f7191b-d277-450b-b05e-2f9223299d35 req-854cae81-266b-46c8-acf5-901b259d569b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534775 Apr 05 16:49:10.662394 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:11.060208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdba88-fb90-42eb-8851-7a402ad64c48 req-6bd4d042-d78b-4ef0-9867-40083add2bab tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:11.061839 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8fdba88-fb90-42eb-8851-7a402ad64c48 req-6bd4d042-d78b-4ef0-9867-40083add2bab tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0917702 Apr 05 16:49:11.113616 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8fdba88-fb90-42eb-8851-7a402ad64c48 req-096f11c1-6669-4ce6-af92-befe62c80c5b tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Apr 05 16:49:11.552683 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4a752e69-c385-42d8-b63d-511d5c4fbc72 req-69b3ad01-d16a-46fb-9908-6436f6a7c941 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 210 time: 0.0524693 Apr 05 16:49:11.943332 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e05ba6-7b66-41f0-809a-89eff9b8b7c5 req-7261dc48-bc22-49f0-81ba-a1d1838b9988 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:11.944930 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c7e05ba6-7b66-41f0-809a-89eff9b8b7c5 req-7261dc48-bc22-49f0-81ba-a1d1838b9988 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.3306522 Apr 05 16:49:11.995739 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c7e05ba6-7b66-41f0-809a-89eff9b8b7c5 req-fa30139a-ce62-4d40-a6f0-00377fed6d51 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Apr 05 16:49:12.327817 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef137a2-7ed2-4038-a932-599ea5bba526 req-90992243-7be8-422c-9180-299ddd18f16e tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:12.329411 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4ef137a2-7ed2-4038-a932-599ea5bba526 req-90992243-7be8-422c-9180-299ddd18f16e tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0952430 Apr 05 16:49:12.379026 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4ef137a2-7ed2-4038-a932-599ea5bba526 req-af3d2c1a-432e-4dc1-a826-0ab6c9590cff tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Apr 05 16:49:12.728868 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-feb4d310-86dc-4f4f-beef-3b43c460eb2e req-4650c35c-bedb-49d2-8952-c4ad9babd5c3 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 210 time: 0.0540600 Apr 05 16:49:13.227673 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8562f6d-c165-4623-bbf9-185376a5fa65 req-9f5c6c82-1498-41e3-9eaa-3143c2eb8140 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:13.229239 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a8562f6d-c165-4623-bbf9-185376a5fa65 req-9f5c6c82-1498-41e3-9eaa-3143c2eb8140 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.1016173 Apr 05 16:49:13.282229 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a8562f6d-c165-4623-bbf9-185376a5fa65 req-99d40c03-d586-486c-acd2-8f73038f2483 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432677 Apr 05 16:49:13.599946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755a145-a882-494c-a1d3-efa12b8b837d req-e5df5cda-62c8-4c9d-bccd-977291658b54 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:13.601963 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4755a145-a882-494c-a1d3-efa12b8b837d req-e5df5cda-62c8-4c9d-bccd-977291658b54 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0906036 Apr 05 16:49:13.666272 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4755a145-a882-494c-a1d3-efa12b8b837d req-3aeec4b0-de68-463a-98c6-c122710e4dc1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547254 Apr 05 16:49:13.910828 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0d5deaa1-6439-40fc-97ac-7455bed55b0c req-9ec3139e-7455-45b8-9f66-bcd8182683a0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 210 time: 0.0512600 Apr 05 16:49:14.495955 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bb197-1864-46ce-a35c-39a43172a471 req-95e6b5fb-5c00-4218-983f-6812fb87312c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:14.497449 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7c6bb197-1864-46ce-a35c-39a43172a471 req-95e6b5fb-5c00-4218-983f-6812fb87312c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.0931473 Apr 05 16:49:14.560688 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7c6bb197-1864-46ce-a35c-39a43172a471 req-7cda1535-1c4f-4237-83a1-420bee64822b tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528576 Apr 05 16:49:14.883922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf51a8-a056-4abd-8919-ac1dca9a2e74 req-27445b91-9ae7-44dc-b295-fcaa42ded48f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:14.885553 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ebcf51a8-a056-4abd-8919-ac1dca9a2e74 req-27445b91-9ae7-44dc-b295-fcaa42ded48f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0899510 Apr 05 16:49:14.942633 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ebcf51a8-a056-4abd-8919-ac1dca9a2e74 req-8cd1ef19-a1ac-4463-a3ba-fe84e072105c tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497179 Apr 05 16:49:15.021456 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-9cadc100-3351-4189-8e27-e20e7798d252 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:15.023164 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-9cadc100-3351-4189-8e27-e20e7798d252 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 815 time: 0.1614702 Apr 05 16:49:15.042780 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Request body: {'port': {'device_id': 'ccffc922-ffcb-4f9e-aa89-17447c1c1437', 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37', 'admin_state_up': True, 'tenant_id': '75c37a84603f4ab798395212dd8c5f23'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:49:15.080198 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-752d7c6d-7126-42c1-beca-af452170732e req-288eaaf4-40fd-48e5-812b-2fdbf3275141 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 210 time: 0.0501165 Apr 05 16:49:15.189914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:49:15.194301 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Usage tracker for resource:port and tenant:75c37a84603f4ab798395212dd8c5f23 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:49:15.197480 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:49:15.203976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:49:15.223046 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Made reservation on behalf of 75c37a84603f4ab798395212dd8c5f23 for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:49:15.229318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:15.407958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Allocated IP 172.20.0.13 (fb4a825f-0259-4e45-b3ca-cc97c5e8fc37/09d8d262-a52b-4153-b215-b44a1f555da2/2a73b717-b073-45f3-a7e2-eebbb135eee7) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:49:15.636634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:15.669334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:15.685020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-69f463da-82b4-4f52-a0cf-24cc481daab6 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:15.786615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28981970-9ca1-4c10-855a-3eb51ccad119 req-ee8f47d5-9989-47c6-92ba-967399aa7692 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:15.788302 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-28981970-9ca1-4c10-855a-3eb51ccad119 req-ee8f47d5-9989-47c6-92ba-967399aa7692 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 944 time: 0.0912006 Apr 05 16:49:15.831772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Pushing event updated for resources: {'Port': ['ID=2a73b717-b073-45f3-a7e2-eebbb135eee7,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:15.836203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:15.837306 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-28981970-9ca1-4c10-855a-3eb51ccad119 req-9e1d9b3f-69e6-40be-a758-ed71730401b7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Apr 05 16:49:15.882451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:49:15.883665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:49:15.886168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:49:15.918409 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 23b32c07-c242-4106-96b2-7c359be02110 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:49:15.954804 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:15.955407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:15.977795 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9392924 Apr 05 16:49:15.999825 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Request body: {'port': {'device_id': 'ccffc922-ffcb-4f9e-aa89-17447c1c1437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:49:16.060714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:16.075538 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '23b32c07-c242-4106-96b2-7c359be02110', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'port_id': '23b32c07-c242-4106-96b2-7c359be02110', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:49:16.132904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:16.137265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:16.158822 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b32c07-c242-4106-96b2-7c359be02110 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:49:16.176508 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12691d-0e5f-4e13-9d4f-7dfc28d1bc09 req-cc8734a4-5b96-4cb5-ac32-6d551c19f13a tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:16.177302 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:16.178669 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1a12691d-0e5f-4e13-9d4f-7dfc28d1bc09 req-cc8734a4-5b96-4cb5-ac32-6d551c19f13a tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1162741 Apr 05 16:49:16.181987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:16.184063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:16.257947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=9']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:16.261653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:16.279010 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1a12691d-0e5f-4e13-9d4f-7dfc28d1bc09 req-d7138f1d-1d7b-488b-9464-4652b575118c tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938249 Apr 05 16:49:16.321337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83835d-406e-46ad-b8c1-c1ad1a82f554 req-7f7bf393-c3de-4cc2-8fdb-2e4ba55b0abd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:16.323052 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6d83835d-406e-46ad-b8c1-c1ad1a82f554 req-7f7bf393-c3de-4cc2-8fdb-2e4ba55b0abd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 932 time: 0.1058369 Apr 05 16:49:16.370689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-6d83835d-406e-46ad-b8c1-c1ad1a82f554 req-e9add2ba-2083-48f8-b505-fb6d14fcab82 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Synchronizing usage tracker for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:49:16.386670 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-6d83835d-406e-46ad-b8c1-c1ad1a82f554 req-e9add2ba-2083-48f8-b505-fb6d14fcab82 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Unset dirty status for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:49:16.387908 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6d83835d-406e-46ad-b8c1-c1ad1a82f554 req-e9add2ba-2083-48f8-b505-fb6d14fcab82 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586019 Apr 05 16:49:16.566423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a73b717-b073-45f3-a7e2-eebbb135eee7 {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:49:16.574622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:16.590878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Transition to ACTIVE for port object 2a73b717-b073-45f3-a7e2-eebbb135eee7 will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:49:16.594975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:16.608489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-87af84c9-6991-4be7-96d1-ca75734fda6f tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:16.655484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['23b32c07-c242-4106-96b2-7c359be02110'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:49:16.755589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Pushing event updated for resources: {'Port': ['ID=2a73b717-b073-45f3-a7e2-eebbb135eee7,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:16.758675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:16.975664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Attempting to bind port 2a73b717-b073-45f3-a7e2-eebbb135eee7 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:49:16.976237 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Attempting to bind port 2a73b717-b073-45f3-a7e2-eebbb135eee7 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:49:16.976374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Attempting to bind port 2a73b717-b073-45f3-a7e2-eebbb135eee7 on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:49:16.978847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-afcde97d-ea0d-4ad7-ba37-119fec15973b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:16.981716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Port 2a73b717-b073-45f3-a7e2-eebbb135eee7 on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:49:16.982070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Attempting to bind port 2a73b717-b073-45f3-a7e2-eebbb135eee7 on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:49:16.988396 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:49:16.988774 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Checking segment: {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:49:16.989194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Bound using segment: {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:49:16.989719 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Bound port: 2a73b717-b073-45f3-a7e2-eebbb135eee7, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:49:16.990107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:17.065920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9be2b-68e4-4f2a-8348-6fe2d929af56 req-a5937363-3a72-4d30-9934-b32d78bb6125 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:17.067582 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-88d9be2b-68e4-4f2a-8348-6fe2d929af56 req-a5937363-3a72-4d30-9934-b32d78bb6125 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 945 time: 0.0932057 Apr 05 16:49:17.088351 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] For port 2a73b717-b073-45f3-a7e2-eebbb135eee7, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:49:17.093120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] For port 2a73b717-b073-45f3-a7e2-eebbb135eee7, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2a73b717-b073-45f3-a7e2-eebbb135eee7,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:49:17.098111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:17.113624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:17.118951 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-88d9be2b-68e4-4f2a-8348-6fe2d929af56 req-05426f64-a618-4112-9fe7-95da3b242224 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445967 Apr 05 16:49:17.262860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Pushing event updated for resources: {'Port': ['ID=2a73b717-b073-45f3-a7e2-eebbb135eee7,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:17.267529 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:17.309076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:17.310049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:17.311426 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] 10.222.0.41 "PUT /v2.0/ports/2a73b717-b073-45f3-a7e2-eebbb135eee7 HTTP/1.1" status: 200 len: 1094 time: 1.3164322 Apr 05 16:49:17.311988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccffc922-ffcb-4f9e-aa89-17447c1c1437', 'tag': '2a73b717-b073-45f3-a7e2-eebbb135eee7'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:49:17.363536 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccffc922-ffcb-4f9e-aa89-17447c1c1437', 'tag': '2a73b717-b073-45f3-a7e2-eebbb135eee7', 'status': 'completed', 'code': 200} Apr 05 16:49:17.461427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-32fd7c3d-0c48-427a-9680-319149b7ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:17.463416 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-32fd7c3d-0c48-427a-9680-319149b7ca7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 1097 time: 0.0813761 Apr 05 16:49:17.513810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1364d-fd31-4a87-ab00-de061e287af8 req-7f96eb87-6cce-4b4d-8aa0-b329020b0b12 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:17.515324 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17c1364d-fd31-4a87-ab00-de061e287af8 req-7f96eb87-6cce-4b4d-8aa0-b329020b0b12 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0940027 Apr 05 16:49:17.547845 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-c2ee2053-b122-45d5-958b-51071fe4ebea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a73b717-b073-45f3-a7e2-eebbb135eee7 HTTP/1.1" status: 200 len: 217 time: 0.0700629 Apr 05 16:49:17.616114 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17c1364d-fd31-4a87-ab00-de061e287af8 req-35f5433d-5ea3-4bb0-898b-076b07853a2b tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938830 Apr 05 16:49:17.620214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-d9db4039-4ec1-4088-8469-a2d0bae328df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:17.621856 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-d9db4039-4ec1-4088-8469-a2d0bae328df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09d8d262-a52b-4153-b215-b44a1f555da2 HTTP/1.1" status: 200 len: 855 time: 0.0676644 Apr 05 16:49:17.659405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfcd3d-ca9e-43b8-b6da-bcdc212dc863 req-626a0db1-10a1-4d81-88b9-9b29b20abf48 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:17.660920 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7bdfcd3d-ca9e-43b8-b6da-bcdc212dc863 req-626a0db1-10a1-4d81-88b9-9b29b20abf48 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 944 time: 0.1220903 Apr 05 16:49:17.680825 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-74636ad2-d0ff-4bbf-a8bd-43a143f4e24f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520620 Apr 05 16:49:17.710312 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7bdfcd3d-ca9e-43b8-b6da-bcdc212dc863 req-6449bbef-aa6c-4636-89ca-b3e12313038f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Apr 05 16:49:17.825755 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-ee243d54-96a0-470a-8ece-bc86a9460a9a service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365993 Apr 05 16:49:17.927733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 23b32c07-c242-4106-96b2-7c359be02110 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:49:17.973915 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7cf69252-a2d0-42f8-98fc-e2f4a5872f8b req-9e76a0c3-ca4e-4d7f-831b-e343526c937e service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403043 Apr 05 16:49:18.004196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 23b32c07-c242-4106-96b2-7c359be02110 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:49:18.004784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:18.131886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:18.135714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcde2-399a-4b6f-b9d6-fa25825d152b req-733163c0-3476-4677-8024-e0c0c44029a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:18.137376 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f95dcde2-399a-4b6f-b9d6-fa25825d152b req-733163c0-3476-4677-8024-e0c0c44029a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 1097 time: 0.0784190 Apr 05 16:49:18.162203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b32c07-c242-4106-96b2-7c359be02110'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:49:18.175519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:18.181093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:18.184364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:18.226998 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b32c07-c242-4106-96b2-7c359be02110', 'code': 200} Apr 05 16:49:18.276875 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=10']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:18.282522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:18.303284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcde2-399a-4b6f-b9d6-fa25825d152b req-b4012e3e-4f14-4b3c-8eaf-09f6dfd19510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:18.306761 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f95dcde2-399a-4b6f-b9d6-fa25825d152b req-b4012e3e-4f14-4b3c-8eaf-09f6dfd19510 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 916 time: 0.1622934 Apr 05 16:49:18.308115 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:18.366047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6216d-ebf4-45ac-990b-04834837cefb req-1bd86e3b-275c-420c-be20-091e3013e690 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:18.367703 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-69e6216d-ebf4-45ac-990b-04834837cefb req-1bd86e3b-275c-420c-be20-091e3013e690 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 947 time: 0.1180265 Apr 05 16:49:18.421510 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-69e6216d-ebf4-45ac-990b-04834837cefb req-1936848c-ef1b-4c2b-9b14-2fdb481853e8 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467775 Apr 05 16:49:18.561253 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b011a52-6ae9-43f6-94f6-0d20159a7be2 req-2c91e937-27ed-47d7-9f69-b0ac46689623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:18.562937 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2b011a52-6ae9-43f6-94f6-0d20159a7be2 req-2c91e937-27ed-47d7-9f69-b0ac46689623 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 1100 time: 0.0818260 Apr 05 16:49:18.607723 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2b011a52-6ae9-43f6-94f6-0d20159a7be2 req-5b85e76f-0b10-406e-8f4a-0070c1cdda7e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381303 Apr 05 16:49:18.655897 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f95dcde2-399a-4b6f-b9d6-fa25825d152b req-97476e06-15ba-453f-a291-aa15e1b0beaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a73b717-b073-45f3-a7e2-eebbb135eee7 HTTP/1.1" status: 200 len: 217 time: 0.3421776 Apr 05 16:49:18.835698 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca1a30-649e-49f7-9d20-f4253fc0433b req-735f9c43-04c7-438e-9d29-0cafec5437c0 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:18.837264 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbca1a30-649e-49f7-9d20-f4253fc0433b req-735f9c43-04c7-438e-9d29-0cafec5437c0 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1000834 Apr 05 16:49:18.939415 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dbca1a30-649e-49f7-9d20-f4253fc0433b req-a60587aa-6be0-44bc-b942-02ebf3192ae2 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610042 Apr 05 16:49:18.963823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f52b-6929-44a0-b994-7411c53721a9 req-4413835a-d413-4995-9253-ea77186098f1 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:18.965459 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f1b1f52b-6929-44a0-b994-7411c53721a9 req-4413835a-d413-4995-9253-ea77186098f1 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 944 time: 0.1271994 Apr 05 16:49:19.017801 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f1b1f52b-6929-44a0-b994-7411c53721a9 req-bed86e0e-374b-4799-83f5-1f9578428655 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454628 Apr 05 16:49:19.087055 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-effdce33-5911-4722-9628-ab8b5aedd7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:19.097309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcde2-399a-4b6f-b9d6-fa25825d152b req-fac04e27-ff60-405c-84ee-f38e31750b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:19.098935 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f95dcde2-399a-4b6f-b9d6-fa25825d152b req-fac04e27-ff60-405c-84ee-f38e31750b60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09d8d262-a52b-4153-b215-b44a1f555da2 HTTP/1.1" status: 200 len: 855 time: 0.0716562 Apr 05 16:49:19.179950 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f95dcde2-399a-4b6f-b9d6-fa25825d152b req-4dd62ff5-12c4-4233-b954-f3b4e6f5d269 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502682 Apr 05 16:49:19.324434 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f95dcde2-399a-4b6f-b9d6-fa25825d152b req-3f3676fe-c863-429f-b6d5-ee6637191b4d service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362863 Apr 05 16:49:19.474224 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f95dcde2-399a-4b6f-b9d6-fa25825d152b req-9555fa9c-fb10-49ba-8559-82267d148dc9 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429965 Apr 05 16:49:19.651660 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59fdd-f9f5-4af3-9675-866d3e92ca03 req-b55a8f84-f43b-4ea7-ba3d-048417df5e83 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:19.654377 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d2f59fdd-f9f5-4af3-9675-866d3e92ca03 req-b55a8f84-f43b-4ea7-ba3d-048417df5e83 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 947 time: 0.1011534 Apr 05 16:49:19.711653 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d2f59fdd-f9f5-4af3-9675-866d3e92ca03 req-6c195470-3f3c-4ca1-95ac-39562b1d132e tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494072 Apr 05 16:49:19.818476 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:20.210842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38effb52-5c9d-4a60-95df-268f04376a27 req-b995724d-007e-4cb7-a480-5e1c2ae9f1e2 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:20.212439 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-38effb52-5c9d-4a60-95df-268f04376a27 req-b995724d-007e-4cb7-a480-5e1c2ae9f1e2 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1423016 Apr 05 16:49:20.274336 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-38effb52-5c9d-4a60-95df-268f04376a27 req-471b4f58-776f-4855-82ee-13e0af1327cb tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522442 Apr 05 16:49:20.282651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165ea87-db89-4bc7-9592-f8c578a7554d req-01cb658d-2817-4251-8bb4-b597405a25a6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:20.284205 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0165ea87-db89-4bc7-9592-f8c578a7554d req-01cb658d-2817-4251-8bb4-b597405a25a6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 944 time: 0.1438625 Apr 05 16:49:20.350584 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0165ea87-db89-4bc7-9592-f8c578a7554d req-a22a06c0-f839-4c96-a122-4dc9e69f718a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492671 Apr 05 16:49:20.936267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a0f4f-acef-4e59-a254-a796607fdf1b req-35e8bf33-c40d-4f4f-bfc7-b9f64cc323f5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:20.937883 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6a4a0f4f-acef-4e59-a254-a796607fdf1b req-35e8bf33-c40d-4f4f-bfc7-b9f64cc323f5 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 947 time: 0.0927427 Apr 05 16:49:20.988980 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6a4a0f4f-acef-4e59-a254-a796607fdf1b req-faaa474d-1b6f-4cdf-ac4d-e705dd5153ea tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442357 Apr 05 16:49:21.341560 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:21.534492 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca375b-55d6-4b37-aecf-55370adcd587 req-d5fd0e70-ed61-4aaa-b13c-054082dff730 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:21.536089 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5eca375b-55d6-4b37-aecf-55370adcd587 req-d5fd0e70-ed61-4aaa-b13c-054082dff730 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1453176 Apr 05 16:49:21.600860 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5eca375b-55d6-4b37-aecf-55370adcd587 req-9c7a6b19-46e9-40a4-88ca-8a1b12a57944 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572696 Apr 05 16:49:21.611838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e41f84-5859-47d7-816a-a80b6ea81b00 req-68e1c7f2-c5e1-4f96-a838-4f5337f9761d tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:21.613394 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-26e41f84-5859-47d7-816a-a80b6ea81b00 req-68e1c7f2-c5e1-4f96-a838-4f5337f9761d tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 944 time: 0.1447918 Apr 05 16:49:21.667670 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-26e41f84-5859-47d7-816a-a80b6ea81b00 req-8acc7f1a-941c-49ac-b4fb-ea05237bda2a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468326 Apr 05 16:49:21.955277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 2a73b717-b073-45f3-a7e2-eebbb135eee7 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:49:22.103947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 2a73b717-b073-45f3-a7e2-eebbb135eee7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2a73b717-b073-45f3-a7e2-eebbb135eee7,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:22.122339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '2a73b717-b073-45f3-a7e2-eebbb135eee7', 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37', 'port_id': '2a73b717-b073-45f3-a7e2-eebbb135eee7', 'mac_address': 'fa:16:3e:31:d6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d8d262-a52b-4153-b215-b44a1f555da2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:49:22.181768 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:22.199988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a73b717-b073-45f3-a7e2-eebbb135eee7 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:49:22.201652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836a114-1a38-45de-8946-6f84432cc467 req-6775976a-6bcb-437d-a09f-32e8319eba25 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:22.203308 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0836a114-1a38-45de-8946-6f84432cc467 req-6775976a-6bcb-437d-a09f-32e8319eba25 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 947 time: 0.0903022 Apr 05 16:49:22.216976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 2a73b717-b073-45f3-a7e2-eebbb135eee7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2a73b717-b073-45f3-a7e2-eebbb135eee7,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:22.220335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:22.223021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:22.254671 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0836a114-1a38-45de-8946-6f84432cc467 req-7804177f-63ff-49f7-93e2-c3641e1a9101 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Apr 05 16:49:22.299744 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=2a73b717-b073-45f3-a7e2-eebbb135eee7,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:22.303457 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:22.669983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['2a73b717-b073-45f3-a7e2-eebbb135eee7'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:49:22.872008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887fba3-77ce-4c5c-88ab-a28511db5830 req-4b01469c-3307-413f-9813-cb55a242e5cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:22.873636 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e887fba3-77ce-4c5c-88ab-a28511db5830 req-4b01469c-3307-413f-9813-cb55a242e5cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1492541 Apr 05 16:49:22.939571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecc502-375c-4761-ada2-8ec0e43268f3 req-e084610d-a9d0-49ea-ba12-20b24ca0eb21 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:22.941068 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d1ecc502-375c-4761-ada2-8ec0e43268f3 req-e084610d-a9d0-49ea-ba12-20b24ca0eb21 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 945 time: 0.1481786 Apr 05 16:49:22.943949 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e887fba3-77ce-4c5c-88ab-a28511db5830 req-e74e8ffa-5589-48cb-afb5-bb4752a45dfa tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616345 Apr 05 16:49:22.991143 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d1ecc502-375c-4761-ada2-8ec0e43268f3 req-267e80ca-14e7-410f-80a2-c31c9bb8bf53 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430031 Apr 05 16:49:23.959137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 2a73b717-b073-45f3-a7e2-eebbb135eee7 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:49:24.046398 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 2a73b717-b073-45f3-a7e2-eebbb135eee7 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:49:24.051860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 2a73b717-b073-45f3-a7e2-eebbb135eee7 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:49:24.052480 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:24.177578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:24.210849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccffc922-ffcb-4f9e-aa89-17447c1c1437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a73b717-b073-45f3-a7e2-eebbb135eee7'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:49:24.221183 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 2a73b717-b073-45f3-a7e2-eebbb135eee7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2a73b717-b073-45f3-a7e2-eebbb135eee7,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:24.224984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:24.226982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0890060d-f66e-49f5-872c-a2d96cc42273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:24.228682 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdba24-1e9f-4f42-8877-01bbcf402b55 req-b0371186-df54-4562-ab72-aa74b49b39c7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:24.230961 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17fdba24-1e9f-4f42-8877-01bbcf402b55 req-b0371186-df54-4562-ab72-aa74b49b39c7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 945 time: 0.1159267 Apr 05 16:49:24.239673 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1c76b-8e3d-4846-93d3-a03e3f4d5409 req-793ce19b-0d0f-4e9c-be8b-9ef0d1b4c911 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:24.241203 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b7f1c76b-8e3d-4846-93d3-a03e3f4d5409 req-793ce19b-0d0f-4e9c-be8b-9ef0d1b4c911 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1755018 Apr 05 16:49:24.299215 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=2a73b717-b073-45f3-a7e2-eebbb135eee7,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:24.302878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:24.311151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc4baa-64b1-4002-a15a-db459dec671e req-b85b6340-f1b9-4257-b878-878588b8a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:24.312785 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-29fc4baa-64b1-4002-a15a-db459dec671e req-b85b6340-f1b9-4257-b878-878588b8a46c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283d312df23e4066885388f23df6e922&device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1098 time: 0.1042790 Apr 05 16:49:24.318659 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-17fdba24-1e9f-4f42-8877-01bbcf402b55 req-c753b9de-8623-4fe8-bdf1-91b7fdf4f904 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764101 Apr 05 16:49:24.326271 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b7f1c76b-8e3d-4846-93d3-a03e3f4d5409 req-bb5e6830-acbf-444f-be64-117b51202725 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683129 Apr 05 16:49:24.382085 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccffc922-ffcb-4f9e-aa89-17447c1c1437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a73b717-b073-45f3-a7e2-eebbb135eee7', 'code': 200} Apr 05 16:49:24.463857 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc4baa-64b1-4002-a15a-db459dec671e req-342e257b-1a3d-4f41-adef-79f56d879a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:24.465369 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-29fc4baa-64b1-4002-a15a-db459dec671e req-342e257b-1a3d-4f41-adef-79f56d879a60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 200 len: 909 time: 0.1453874 Apr 05 16:49:24.578256 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-29fc4baa-64b1-4002-a15a-db459dec671e req-79012855-5d52-4fe5-bc22-e450ba89f68b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 200 len: 1001 time: 0.1062474 Apr 05 16:49:24.647650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc4baa-64b1-4002-a15a-db459dec671e req-08a1d22a-e8ec-4243-b801-b8bdd2489efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:24.649222 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-29fc4baa-64b1-4002-a15a-db459dec671e req-08a1d22a-e8ec-4243-b801-b8bdd2489efb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ecd7d35-4e11-46ce-bae2-8394c1af0dab HTTP/1.1" status: 200 len: 847 time: 0.0650249 Apr 05 16:49:24.657277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ee73d-0755-4a02-952d-af8c72768d70 req-a0f5e286-179f-462f-bc2e-e31a9539c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:24.658900 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-497ee73d-0755-4a02-952d-af8c72768d70 req-a0f5e286-179f-462f-bc2e-e31a9539c21e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 1099 time: 0.0813754 Apr 05 16:49:24.703542 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-497ee73d-0755-4a02-952d-af8c72768d70 req-76054620-646e-4ed2-b36b-f07b2886bc67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Apr 05 16:49:24.737026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc4baa-64b1-4002-a15a-db459dec671e req-c9129372-fdeb-4e3f-93b5-f1e2d37004e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:24.738556 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-29fc4baa-64b1-4002-a15a-db459dec671e req-c9129372-fdeb-4e3f-93b5-f1e2d37004e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b4c814-7495-4403-ab17-3726ab9e83e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825598 Apr 05 16:49:25.205997 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-29fc4baa-64b1-4002-a15a-db459dec671e req-d0c23cab-125e-4d0f-a0bc-ae85b1e7b02e service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669219 Apr 05 16:49:25.354390 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-29fc4baa-64b1-4002-a15a-db459dec671e req-19f88b04-4e50-4936-a0c8-bffeff0dcbaa service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399457 Apr 05 16:49:25.592379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea096b7-5741-4e08-b5ee-9f4dc43b7c1e req-e1b13f0b-f690-49fd-acd0-558329214320 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:25.594008 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ea096b7-5741-4e08-b5ee-9f4dc43b7c1e req-e1b13f0b-f690-49fd-acd0-558329214320 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 946 time: 0.1570930 Apr 05 16:49:25.605986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d9d85-d539-4532-9751-2221016933e5 req-f9906c81-3ef2-4191-8e6d-506dd521e7eb tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:25.607488 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4b9d9d85-d539-4532-9751-2221016933e5 req-f9906c81-3ef2-4191-8e6d-506dd521e7eb tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1250300 Apr 05 16:49:25.686446 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7ea096b7-5741-4e08-b5ee-9f4dc43b7c1e req-8528bb8a-f006-4bab-9cae-4a70530a916f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779173 Apr 05 16:49:25.691203 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4b9d9d85-d539-4532-9751-2221016933e5 req-2ef7ff85-36ec-4fac-ab3f-267439902def tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688190 Apr 05 16:49:26.971733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369aaee-cb82-40e0-b477-530a0f426d1e req-39878e2e-6cc2-44bb-b79d-82fc527c8ead tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:26.973327 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b369aaee-cb82-40e0-b477-530a0f426d1e req-39878e2e-6cc2-44bb-b79d-82fc527c8ead tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 946 time: 0.1619096 Apr 05 16:49:26.982075 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65a6bd-5e0c-444a-af66-f1c1e0bb6a03 req-507427c3-86ce-46ce-9a54-2ca6b3eeea2e tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:26.983488 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fa65a6bd-5e0c-444a-af66-f1c1e0bb6a03 req-507427c3-86ce-46ce-9a54-2ca6b3eeea2e tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1338403 Apr 05 16:49:27.057270 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b369aaee-cb82-40e0-b477-530a0f426d1e req-7a24503e-a088-46d5-adf0-7fd078dbfa0c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727594 Apr 05 16:49:27.062059 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fa65a6bd-5e0c-444a-af66-f1c1e0bb6a03 req-8025870f-f88a-4cfd-9b9b-7a5e453ba609 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634773 Apr 05 16:49:28.276712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28456b6b-279d-43d7-96c5-f1476aec4b5a req-63bcb253-f480-4661-8770-26dc10f5a165 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:28.278340 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-28456b6b-279d-43d7-96c5-f1476aec4b5a req-63bcb253-f480-4661-8770-26dc10f5a165 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0908306 Apr 05 16:49:28.332275 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-28456b6b-279d-43d7-96c5-f1476aec4b5a req-63f39429-54c1-4f9e-8279-436b6e4f1131 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471637 Apr 05 16:49:28.659951 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-03fccb12-f685-4ba3-9259-d208fcf32060 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826974 Apr 05 16:49:28.728223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6503394-76b6-4323-9ef5-53074da1221c req-29e79021-236a-4e5b-89e4-0c9fe57c2fa3 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:28.729853 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b6503394-76b6-4323-9ef5-53074da1221c req-29e79021-236a-4e5b-89e4-0c9fe57c2fa3 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0890770 Apr 05 16:49:28.786296 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b6503394-76b6-4323-9ef5-53074da1221c req-08f17ed8-925c-4a73-908b-3d54aade4fa7 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447404 Apr 05 16:49:29.999359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d02c92-612f-4e56-9f38-c1106736b704 req-ac32473c-79f5-42d7-b1f8-52935f3e871d tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:30.001030 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-85d02c92-612f-4e56-9f38-c1106736b704 req-ac32473c-79f5-42d7-b1f8-52935f3e871d tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0984728 Apr 05 16:49:30.044290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-75b335fa-6162-418a-b541-a2677697bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:30.045861 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-75b335fa-6162-418a-b541-a2677697bc31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69&tenant_id=283d312df23e4066885388f23df6e922 HTTP/1.1" status: 200 len: 1098 time: 0.0908413 Apr 05 16:49:30.056997 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-85d02c92-612f-4e56-9f38-c1106736b704 req-15e6d260-606f-4bc4-9d77-8b766bbd14ae tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483034 Apr 05 16:49:30.161244 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-509de383-80cb-44af-9e5f-cb4c235ebb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:30.162843 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-509de383-80cb-44af-9e5f-cb4c235ebb22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283d312df23e4066885388f23df6e922&device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1098 time: 0.0818989 Apr 05 16:49:30.311696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-4a467270-f4fd-4c6f-8dcd-eaabced44f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:30.313291 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-4a467270-f4fd-4c6f-8dcd-eaabced44f28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 200 len: 909 time: 0.1403627 Apr 05 16:49:30.424781 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-0b795118-6c61-4657-935c-60db5f023c23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 200 len: 1001 time: 0.1050677 Apr 05 16:49:30.499907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-9dd5565e-63f7-422a-bc93-dc5cb871501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:30.501422 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-9dd5565e-63f7-422a-bc93-dc5cb871501c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ecd7d35-4e11-46ce-bae2-8394c1af0dab HTTP/1.1" status: 200 len: 847 time: 0.0654807 Apr 05 16:49:30.589841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-fe83301f-7cb2-4e75-9bfa-045c9565fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:30.591421 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-fe83301f-7cb2-4e75-9bfa-045c9565fafb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b4c814-7495-4403-ab17-3726ab9e83e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827327 Apr 05 16:49:30.736473 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-0c12cffc-183e-464e-8fc1-e498667fa67d service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383469 Apr 05 16:49:30.884208 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d954d2b3-2be7-4c63-bb9f-4660a811ead7 req-1d3f4cdc-838c-4d3f-bc99-ee894aabfc57 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410270 Apr 05 16:49:31.273820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b657be-6f3e-4cba-96d9-819bd6ced754 req-5a770579-e5c1-4b21-ac95-dc4b79edf37f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:31.275737 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e7b657be-6f3e-4cba-96d9-819bd6ced754 req-5a770579-e5c1-4b21-ac95-dc4b79edf37f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0925465 Apr 05 16:49:31.326290 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e7b657be-6f3e-4cba-96d9-819bd6ced754 req-91899ae4-52bf-4d7d-85f9-fd0415a4b08a tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 Apr 05 16:49:31.700423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-95d77ac2-9990-4b90-9d12-39a45b9779ec tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:31.701948 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-95d77ac2-9990-4b90-9d12-39a45b9779ec tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 815 time: 0.1689012 Apr 05 16:49:31.721575 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-30e1aa6e-d76c-4935-bc3c-d64fc3e419fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/quotas/75c37a84603f4ab798395212dd8c5f23 HTTP/1.1" status: 200 len: 375 time: 0.0103433 Apr 05 16:49:31.813861 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-80364a38-c880-4d6d-ad56-e59cbb7165fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864463 Apr 05 16:49:31.985563 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-f79ea527-12cb-4643-ae46-2aec2e694c13 service neutron] 10.222.0.15 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614830 Apr 05 16:49:32.024550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b297e581-b0a2-4779-aed8-5dea2557676e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:49:32.152896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:32.183629 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:49:32.197215 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b297e581-b0a2-4779-aed8-5dea2557676e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b297e581-b0a2-4779-aed8-5dea2557676e,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:32.201576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:32.203636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:32.237600 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'code': 200} Apr 05 16:49:32.281587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b297e581-b0a2-4779-aed8-5dea2557676e,revision_number=6']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:32.290582 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.290970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.291349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.291725 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.292096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.292462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.292822 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.293183 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.293557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.293925 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.294285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.294644 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:32.298973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:32.360495 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-048894ea-1857-4ad0-8f31-cc5ca2cafecf service neutron] 10.222.0.15 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647218 Apr 05 16:49:32.571901 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-61a3b9ec-2245-4708-8489-658ee7161250 req-324aefff-f81e-49b9-ace7-06eb96df3c0b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 210 time: 0.0606439 Apr 05 16:49:32.588760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3942-874e-4a12-b693-66e990480d93 req-4d404933-4c5f-49e4-abaa-1d37d7ecd9f2 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:32.590387 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-08bf3942-874e-4a12-b693-66e990480d93 req-4d404933-4c5f-49e4-abaa-1d37d7ecd9f2 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 943 time: 0.1447299 Apr 05 16:49:32.641577 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-08bf3942-874e-4a12-b693-66e990480d93 req-7ce7e86d-acd0-4bd8-b7f4-0417b7fccc67 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Apr 05 16:49:33.766276 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f356186c-ad34-4abc-81e9-10abe5792220 req-b7d750bd-2e69-4063-851f-0a9700188372 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 210 time: 0.0603030 Apr 05 16:49:33.863714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-4c1723c7-bc1b-4f94-8c8b-2879ed5884cc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:33.865255 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-4c1723c7-bc1b-4f94-8c8b-2879ed5884cc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 815 time: 0.1960962 Apr 05 16:49:33.868135 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28112892-493b-4728-9219-0e0b5a7e812b req-ca626e25-57ee-4a88-bfd2-64eff3e5bb1a tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:33.869743 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-28112892-493b-4728-9219-0e0b5a7e812b req-ca626e25-57ee-4a88-bfd2-64eff3e5bb1a tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 943 time: 0.0918601 Apr 05 16:49:33.888402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Request body: {'port': {'device_id': '64e0a747-6683-4875-8c26-a2fe0cb4faa2', 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37', 'admin_state_up': True, 'tenant_id': '75c37a84603f4ab798395212dd8c5f23'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:49:33.920469 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-28112892-493b-4728-9219-0e0b5a7e812b req-197b9610-b1b9-4e63-9e44-ce15e9622ece tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440340 Apr 05 16:49:34.035169 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b297e581-b0a2-4779-aed8-5dea2557676e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:49:34.036786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:49:34.041251 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Usage tracker for resource:port and tenant:75c37a84603f4ab798395212dd8c5f23 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:49:34.044379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:49:34.050553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:49:34.061140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Made reservation on behalf of 75c37a84603f4ab798395212dd8c5f23 for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:49:34.067250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:34.183080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975375b-281a-4d7b-884d-df17b5a087a5 req-b3f7bb5a-e195-4e12-a1f8-c6fa14c161f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:34.184609 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5975375b-281a-4d7b-884d-df17b5a087a5 req-b3f7bb5a-e195-4e12-a1f8-c6fa14c161f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1096 time: 0.0801442 Apr 05 16:49:34.187802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b297e581-b0a2-4779-aed8-5dea2557676e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b297e581-b0a2-4779-aed8-5dea2557676e,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:34.202466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'port_id': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'mac_address': 'fa:16:3e:83:3d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:49:34.235686 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5975375b-281a-4d7b-884d-df17b5a087a5 req-3840becf-83af-445a-9007-859c6f51b435 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436401 Apr 05 16:49:34.271243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:34.291662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b297e581-b0a2-4779-aed8-5dea2557676e {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:49:34.309064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b297e581-b0a2-4779-aed8-5dea2557676e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b297e581-b0a2-4779-aed8-5dea2557676e,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:34.314245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:34.316229 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:34.390429 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b297e581-b0a2-4779-aed8-5dea2557676e,revision_number=7']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:34.393889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:34.504201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Allocated IP 172.20.0.2 (fb4a825f-0259-4e45-b3ca-cc97c5e8fc37/09d8d262-a52b-4153-b215-b44a1f555da2/03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:49:34.721988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:34.762150 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:34.778013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bb5fae0a-13e1-4a4f-8e5f-574700409652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:34.802602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['2a73b717-b073-45f3-a7e2-eebbb135eee7'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:49:34.838112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['b297e581-b0a2-4779-aed8-5dea2557676e'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:49:34.925959 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Pushing event updated for resources: {'Port': ['ID=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:34.929116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:34.982516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:49:34.983794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:49:34.986385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:49:34.994435 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4a4da-cfb9-42c8-b2ee-d13e84420a01 req-04c59fe7-54cc-49ea-9361-3bd7afb90ec5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:34.996070 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b7b4a4da-cfb9-42c8-b2ee-d13e84420a01 req-04c59fe7-54cc-49ea-9361-3bd7afb90ec5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 931 time: 0.1195257 Apr 05 16:49:35.050397 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b7b4a4da-cfb9-42c8-b2ee-d13e84420a01 req-d3dac2df-2a51-4968-a437-fca7b4edc149 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462396 Apr 05 16:49:35.057950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:35.058662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:35.090601 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2067983 Apr 05 16:49:35.112038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Request body: {'port': {'device_id': '64e0a747-6683-4875-8c26-a2fe0cb4faa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:49:35.168635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da528f5-3ef6-42fd-b7fc-212aeac8c2d6 req-6009f50d-96a9-49c2-84de-8adb21ffd703 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:35.170422 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4da528f5-3ef6-42fd-b7fc-212aeac8c2d6 req-6009f50d-96a9-49c2-84de-8adb21ffd703 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 944 time: 0.0938802 Apr 05 16:49:35.219140 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4da528f5-3ef6-42fd-b7fc-212aeac8c2d6 req-cadd0c80-0bb3-498d-be07-256f4c9e55e6 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421975 Apr 05 16:49:35.241316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:35.689487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:49:35.699958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:35.722518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Transition to ACTIVE for port object 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:49:35.727321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:35.747990 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:35.889617 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Pushing event updated for resources: {'Port': ['ID=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:35.894019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:36.107797 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Attempting to bind port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:49:36.108169 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Attempting to bind port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:49:36.108504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Attempting to bind port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:49:36.113575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:49:36.113930 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Attempting to bind port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:49:36.119795 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:49:36.120142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Checking segment: {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:49:36.120589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Bound using segment: {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:49:36.121044 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Bound port: 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:49:36.121423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:36.219881 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] For port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:49:36.222968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] For port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:49:36.227360 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:36.240671 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cb6e529f-4668-4cf9-8f0e-f7a4386fc5d4 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:36.261754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6bf0-856c-4ef4-9447-ec5dc02c5c53 req-57288f84-22d5-4bcf-baf0-337d0c3334b5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:36.263324 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c61f6bf0-856c-4ef4-9447-ec5dc02c5c53 req-57288f84-22d5-4bcf-baf0-337d0c3334b5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 943 time: 0.0909450 Apr 05 16:49:36.319203 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c61f6bf0-856c-4ef4-9447-ec5dc02c5c53 req-4dfc2ebe-2b78-4639-af4b-11d88408dd27 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488734 Apr 05 16:49:36.403422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Pushing event updated for resources: {'Port': ['ID=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:36.406869 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:36.445448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2c75f-ab01-458c-954d-9adb5ba225b6 req-f3a5d768-4f99-4ee2-9d44-fca768fbab93 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:36.447163 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9ae2c75f-ab01-458c-954d-9adb5ba225b6 req-f3a5d768-4f99-4ee2-9d44-fca768fbab93 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 944 time: 0.0936003 Apr 05 16:49:36.450069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:36.450313 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:36.452104 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] 10.222.0.41 "PUT /v2.0/ports/03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 HTTP/1.1" status: 200 len: 1093 time: 1.3456755 Apr 05 16:49:36.452666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e0a747-6683-4875-8c26-a2fe0cb4faa2', 'tag': '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:49:36.500680 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9ae2c75f-ab01-458c-954d-9adb5ba225b6 req-2eea60e7-2949-4364-acae-c9af88cb1365 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Apr 05 16:49:36.501571 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e0a747-6683-4875-8c26-a2fe0cb4faa2', 'tag': '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2', 'status': 'completed', 'code': 200} Apr 05 16:49:36.623787 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-864540f6-3bb6-4d4d-a29e-9450e7d89b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:36.625324 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-864540f6-3bb6-4d4d-a29e-9450e7d89b88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 1096 time: 0.0854862 Apr 05 16:49:36.703737 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-211b4987-9acf-46da-93c0-46f1575e3699 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 HTTP/1.1" status: 200 len: 217 time: 0.0658400 Apr 05 16:49:36.783613 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-2eb87c11-3d61-4d2b-8419-bab78ac8ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:36.785169 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-2eb87c11-3d61-4d2b-8419-bab78ac8ea70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09d8d262-a52b-4153-b215-b44a1f555da2 HTTP/1.1" status: 200 len: 855 time: 0.0676596 Apr 05 16:49:36.842188 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-0b949198-469d-41cc-9205-8f9082b1bb80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460198 Apr 05 16:49:36.988724 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-658a232b-90be-415c-b6e2-00b177698e92 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390231 Apr 05 16:49:37.147423 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bae4d290-748f-43a1-a5d6-5e2eb45bb8a3 req-5c24a5cc-7929-434d-9e84-7a1226c742f3 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476929 Apr 05 16:49:37.346453 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a775d8-1ba4-4750-a9d9-622d11abf444 req-6f052b59-af08-4307-8237-831fafaf39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:37.348030 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-57a775d8-1ba4-4750-a9d9-622d11abf444 req-6f052b59-af08-4307-8237-831fafaf39f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 1096 time: 0.0919766 Apr 05 16:49:37.499046 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a775d8-1ba4-4750-a9d9-622d11abf444 req-18381a93-396e-4def-a24c-5eeb70674456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:37.500582 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-57a775d8-1ba4-4750-a9d9-622d11abf444 req-18381a93-396e-4def-a24c-5eeb70674456 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 916 time: 0.1405056 Apr 05 16:49:37.529393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c503142-ff44-4ee8-a20b-219d35e3db73 req-0cea066c-1b0d-4018-9e1f-b2f0dc1f4a8c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:37.531057 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8c503142-ff44-4ee8-a20b-219d35e3db73 req-0cea066c-1b0d-4018-9e1f-b2f0dc1f4a8c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 943 time: 0.0900931 Apr 05 16:49:37.579708 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-57a775d8-1ba4-4750-a9d9-622d11abf444 req-8d170926-ead6-4803-9805-97dfd8437cb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 HTTP/1.1" status: 200 len: 217 time: 0.0676203 Apr 05 16:49:37.584294 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8c503142-ff44-4ee8-a20b-219d35e3db73 req-7215dc86-fd11-4f43-9583-49c833acf317 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Apr 05 16:49:37.662523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a775d8-1ba4-4750-a9d9-622d11abf444 req-eaf63ac4-76d6-45cd-9680-a33a0364df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:37.664081 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-57a775d8-1ba4-4750-a9d9-622d11abf444 req-eaf63ac4-76d6-45cd-9680-a33a0364df0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09d8d262-a52b-4153-b215-b44a1f555da2 HTTP/1.1" status: 200 len: 855 time: 0.0778241 Apr 05 16:49:37.724285 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-57a775d8-1ba4-4750-a9d9-622d11abf444 req-518ba116-776d-4249-bec8-b9f9ff298dcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498395 Apr 05 16:49:37.869500 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-57a775d8-1ba4-4750-a9d9-622d11abf444 req-17a8c549-074c-4e1f-b6e4-77b34f3db5d1 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382334 Apr 05 16:49:38.013680 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-57a775d8-1ba4-4750-a9d9-622d11abf444 req-86b6106f-09dc-44d4-8059-b92607ea7e99 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370130 Apr 05 16:49:38.061016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b297e581-b0a2-4779-aed8-5dea2557676e up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:49:38.142163 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port b297e581-b0a2-4779-aed8-5dea2557676e triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:49:38.142505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:38.268447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:38.298339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:49:38.309595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port b297e581-b0a2-4779-aed8-5dea2557676e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b297e581-b0a2-4779-aed8-5dea2557676e,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:38.313995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:38.316140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:38.360662 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'code': 200} Apr 05 16:49:38.394745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=b297e581-b0a2-4779-aed8-5dea2557676e,revision_number=8']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:38.398015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:38.817633 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed833a67-678c-410b-8388-4750404f2b11 req-69b7655d-cc44-47c1-98c2-d2e6139586c2 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:38.819217 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ed833a67-678c-410b-8388-4750404f2b11 req-69b7655d-cc44-47c1-98c2-d2e6139586c2 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 943 time: 0.1021383 Apr 05 16:49:38.869716 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ed833a67-678c-410b-8388-4750404f2b11 req-86ad4734-a071-44bf-8c9d-6075022f661a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Apr 05 16:49:40.056770 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:49:40.110686 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cc3f2-16d0-4755-8572-be8be25eda51 req-ddb467b4-1b7e-4c55-af87-a2403d7a8cc2 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:40.112273 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f66cc3f2-16d0-4755-8572-be8be25eda51 req-ddb467b4-1b7e-4c55-af87-a2403d7a8cc2 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 943 time: 0.0973554 Apr 05 16:49:40.162698 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f66cc3f2-16d0-4755-8572-be8be25eda51 req-ce092e1a-3c67-40a0-ab75-d91d8f50bcca tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Apr 05 16:49:40.203114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:40.217204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2', 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37', 'port_id': '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2', 'mac_address': 'fa:16:3e:48:78:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d8d262-a52b-4153-b215-b44a1f555da2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:49:40.280409 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:40.299267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:49:40.316172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:40.320387 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:40.323099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:40.393860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:40.397158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:40.660391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:40.790316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:49:41.379541 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e338d-6ffb-4bef-abcb-da2a2ea73e89 req-81c643ca-cb9c-4a7b-9129-b5fcdb0422dc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:41.381162 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fc1e338d-6ffb-4bef-abcb-da2a2ea73e89 req-81c643ca-cb9c-4a7b-9129-b5fcdb0422dc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 944 time: 0.0897701 Apr 05 16:49:41.432897 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fc1e338d-6ffb-4bef-abcb-da2a2ea73e89 req-f733524d-a59b-4051-a02f-c0dec08af92c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Apr 05 16:49:42.087887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:49:42.175652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:49:42.182784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:49:42.183199 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:42.309713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:42.338159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e0a747-6683-4875-8c26-a2fe0cb4faa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:49:42.348424 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:42.351917 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:42.354250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:42.394301 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e0a747-6683-4875-8c26-a2fe0cb4faa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2', 'code': 200} Apr 05 16:49:42.427382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:42.430924 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:42.656102 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd2fc8-49d6-4ceb-b91e-b836f8bebb8e req-d236c2c4-145e-4626-b280-6f8174e56770 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:42.657602 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3cfd2fc8-49d6-4ceb-b91e-b836f8bebb8e req-d236c2c4-145e-4626-b280-6f8174e56770 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 945 time: 0.1004386 Apr 05 16:49:42.687045 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23c43-6431-4c21-8f18-d8f4ea14fc01 req-b82d8e00-5d3c-45be-b334-f71fae008c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:42.688669 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8cf23c43-6431-4c21-8f18-d8f4ea14fc01 req-b82d8e00-5d3c-45be-b334-f71fae008c6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 1098 time: 0.0792997 Apr 05 16:49:42.707012 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3cfd2fc8-49d6-4ceb-b91e-b836f8bebb8e req-65742437-cf89-41d0-8654-0c5a7f1c8fc8 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Apr 05 16:49:42.736663 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8cf23c43-6431-4c21-8f18-d8f4ea14fc01 req-2c76b34e-f2a9-4ce8-975d-318b63bc9551 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Apr 05 16:49:43.922306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f032e15-0da9-482e-988f-22f12a77ac65 req-88532dde-2ef3-4558-8288-f8d783d0c9f1 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:43.923905 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f032e15-0da9-482e-988f-22f12a77ac65 req-88532dde-2ef3-4558-8288-f8d783d0c9f1 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 945 time: 0.0905366 Apr 05 16:49:43.979632 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4f032e15-0da9-482e-988f-22f12a77ac65 req-615f3382-77ae-4cbc-8ba4-ab1268183d04 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Apr 05 16:49:45.198417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430877df-b609-482c-b50b-f9772c4ebbd6 req-6bffb1e2-993b-4a66-b52e-91912fb147bc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:45.199904 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-430877df-b609-482c-b50b-f9772c4ebbd6 req-6bffb1e2-993b-4a66-b52e-91912fb147bc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 945 time: 0.0954583 Apr 05 16:49:45.251419 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-430877df-b609-482c-b50b-f9772c4ebbd6 req-36c0578b-f7d6-4e2a-bc66-7b31abea1863 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Apr 05 16:49:46.233339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:49:46.983972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9f843773-88ad-41de-bddc-b660071167a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:48.301316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:48.664987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-4307c3b1-5a98-4982-a179-ed6835a7c1fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:48.666642 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-4307c3b1-5a98-4982-a179-ed6835a7c1fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 815 time: 0.1745522 Apr 05 16:49:48.683649 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-aa103f56-abf5-4111-9e8c-a51bd2e57939 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/quotas/75c37a84603f4ab798395212dd8c5f23 HTTP/1.1" status: 200 len: 375 time: 0.0107965 Apr 05 16:49:48.779384 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-eda15c36-17ad-430a-bad3-4d385d3e085b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900998 Apr 05 16:49:48.928271 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-b0bb50a6-f718-48c6-9b6b-2a72be7678cf service neutron] 10.222.0.15 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374383 Apr 05 16:49:49.072184 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-57f13bc4-5b29-4db4-b6a8-c11676f1520a service neutron] 10.222.0.15 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371827 Apr 05 16:49:49.097063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d253678d-df31-4973-8e4f-233fd3e4c7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:49.276729 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cace7fc1-c347-4ac5-87a1-b647b1dec393 req-4b03e995-86ee-4cdf-bc79-16b00a76e459 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 210 time: 0.0482311 Apr 05 16:49:49.823513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:50.442473 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-32946d3c-7ca2-4104-a7ec-3727351f835a req-36f9469a-3784-4caf-9249-abe781d963a5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 210 time: 0.0508044 Apr 05 16:49:50.607030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-a21db6a8-6b1c-47fe-b04b-eebcae99e0f1 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:50.608480 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-a21db6a8-6b1c-47fe-b04b-eebcae99e0f1 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 815 time: 0.1598732 Apr 05 16:49:50.633886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Request body: {'port': {'device_id': '730c21f7-9512-4aa3-8e52-2460b9aa184a', 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37', 'admin_state_up': True, 'tenant_id': '75c37a84603f4ab798395212dd8c5f23'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:49:51.035986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:49:51.040423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Usage tracker for resource:port and tenant:75c37a84603f4ab798395212dd8c5f23 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:49:51.043631 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:49:51.050029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:49:51.061029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Made reservation on behalf of 75c37a84603f4ab798395212dd8c5f23 for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:49:51.067073 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:51.252093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Allocated IP 172.20.0.5 (fb4a825f-0259-4e45-b3ca-cc97c5e8fc37/09d8d262-a52b-4153-b215-b44a1f555da2/a45b2553-1699-442b-924b-ec4ebb7b9d2c) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:49:51.345593 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:51.475703 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:51.510344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:51.526468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3223ea1c-1afc-471b-9f03-9d998b8cd7d2 tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:51.579794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['2a73b717-b073-45f3-a7e2-eebbb135eee7', '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:49:51.651161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102264a-8ba7-4663-b309-e06301f1d59f req-fca0eff9-9a03-464d-9af4-9e54b9a59076 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:51.652806 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1102264a-8ba7-4663-b309-e06301f1d59f req-fca0eff9-9a03-464d-9af4-9e54b9a59076 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 931 time: 0.0933874 Apr 05 16:49:51.672700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Pushing event updated for resources: {'Port': ['ID=a45b2553-1699-442b-924b-ec4ebb7b9d2c,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:51.689466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.689912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.690321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.690706 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.691118 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.692230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.692230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.692230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.692602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.692980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.693370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.693784 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:49:51.699333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:51.702882 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1102264a-8ba7-4663-b309-e06301f1d59f req-120e0fcb-7352-4d75-84f9-0c5fd73562b3 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Apr 05 16:49:51.743068 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:49:51.744315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:49:51.746875 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:49:51.814410 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:51.815500 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:51.840964 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2111583 Apr 05 16:49:51.865432 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Request body: {'port': {'device_id': '730c21f7-9512-4aa3-8e52-2460b9aa184a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:49:51.994343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:52.412528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45b2553-1699-442b-924b-ec4ebb7b9d2c {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:49:52.420745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:52.436561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Transition to ACTIVE for port object a45b2553-1699-442b-924b-ec4ebb7b9d2c will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:49:52.440765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:52.459797 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0c243cfc-b794-43e4-b2a3-728184e28e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:52.599963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Pushing event updated for resources: {'Port': ['ID=a45b2553-1699-442b-924b-ec4ebb7b9d2c,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:52.604251 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:52.814700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Attempting to bind port a45b2553-1699-442b-924b-ec4ebb7b9d2c on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:49:52.815076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Attempting to bind port a45b2553-1699-442b-924b-ec4ebb7b9d2c by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:49:52.815447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Attempting to bind port a45b2553-1699-442b-924b-ec4ebb7b9d2c on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:49:52.820440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Port a45b2553-1699-442b-924b-ec4ebb7b9d2c on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:49:52.820803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Attempting to bind port a45b2553-1699-442b-924b-ec4ebb7b9d2c on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:49:52.826762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:49:52.827138 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Checking segment: {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:49:52.827557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Bound using segment: {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:49:52.828027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Bound port: a45b2553-1699-442b-924b-ec4ebb7b9d2c, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:49:52.828416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:52.908375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51d840-2641-44ce-a02d-66688ef064a8 req-804198ae-045b-4d02-add2-777a4d64580b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:52.909927 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-de51d840-2641-44ce-a02d-66688ef064a8 req-804198ae-045b-4d02-add2-777a4d64580b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 943 time: 0.0874565 Apr 05 16:49:52.925663 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] For port a45b2553-1699-442b-924b-ec4ebb7b9d2c, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:49:52.929079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] For port a45b2553-1699-442b-924b-ec4ebb7b9d2c, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a45b2553-1699-442b-924b-ec4ebb7b9d2c,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:49:52.935599 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:52.952048 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:52.961773 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-de51d840-2641-44ce-a02d-66688ef064a8 req-e5d447cc-c08e-4996-ad3f-45c72a907510 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450540 Apr 05 16:49:53.106899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Pushing event updated for resources: {'Port': ['ID=a45b2553-1699-442b-924b-ec4ebb7b9d2c,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:53.112247 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:53.141405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:53.141743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:53.143160 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-1b5cd3c5-f81d-4eb1-9879-cc1060da4275 service neutron] 10.222.0.41 "PUT /v2.0/ports/a45b2553-1699-442b-924b-ec4ebb7b9d2c HTTP/1.1" status: 200 len: 1093 time: 1.2824357 Apr 05 16:49:53.143704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730c21f7-9512-4aa3-8e52-2460b9aa184a', 'tag': 'a45b2553-1699-442b-924b-ec4ebb7b9d2c'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:49:53.194303 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730c21f7-9512-4aa3-8e52-2460b9aa184a', 'tag': 'a45b2553-1699-442b-924b-ec4ebb7b9d2c', 'status': 'completed', 'code': 200} Apr 05 16:49:53.300270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-89d227da-698d-4b6c-bf75-16078a7a6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:53.301975 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-89d227da-698d-4b6c-bf75-16078a7a6d18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 1096 time: 0.0849288 Apr 05 16:49:53.383199 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-3d4b4247-65e6-4df1-bcf3-c8d4b587f1d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a45b2553-1699-442b-924b-ec4ebb7b9d2c HTTP/1.1" status: 200 len: 217 time: 0.0670769 Apr 05 16:49:53.456818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-573b7c09-f180-4e26-beeb-3d0d5188c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:53.458300 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-573b7c09-f180-4e26-beeb-3d0d5188c8e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09d8d262-a52b-4153-b215-b44a1f555da2 HTTP/1.1" status: 200 len: 855 time: 0.0681379 Apr 05 16:49:53.511158 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-b239fe22-8de6-47af-b316-b596f6158403 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458879 Apr 05 16:49:53.666649 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-050f4df7-35a9-4170-a0c6-ede5cb184ef9 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485515 Apr 05 16:49:53.836922 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c32daca7-3ec1-498c-971c-5d1665bc6d5c req-52de163d-376b-406f-9767-a1f71cd36153 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634924 Apr 05 16:49:54.040508 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657194a1-46c3-4965-900d-5dcd1c84b5c5 req-b5c09cce-28b2-4c6e-91aa-5368b6d9af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:54.042260 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-657194a1-46c3-4965-900d-5dcd1c84b5c5 req-b5c09cce-28b2-4c6e-91aa-5368b6d9af21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 1096 time: 0.0866647 Apr 05 16:49:54.170842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d893a-b1dc-4f68-a2bf-a2a6c849741b req-94ab0d5f-d62c-48c1-815b-6b52b1ea8e81 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:54.172357 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-051d893a-b1dc-4f68-a2bf-a2a6c849741b req-94ab0d5f-d62c-48c1-815b-6b52b1ea8e81 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 943 time: 0.0914719 Apr 05 16:49:54.198270 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657194a1-46c3-4965-900d-5dcd1c84b5c5 req-c8a2572a-71e8-43ac-99cf-c57e68a0271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:54.199829 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-657194a1-46c3-4965-900d-5dcd1c84b5c5 req-c8a2572a-71e8-43ac-99cf-c57e68a0271e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 916 time: 0.1494730 Apr 05 16:49:54.221028 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-051d893a-b1dc-4f68-a2bf-a2a6c849741b req-bd2e3672-3cfb-4a43-9cb8-374a00065c61 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422235 Apr 05 16:49:54.273342 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-657194a1-46c3-4965-900d-5dcd1c84b5c5 req-5f7ee1ff-4230-43ca-adb3-19000024b77e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a45b2553-1699-442b-924b-ec4ebb7b9d2c HTTP/1.1" status: 200 len: 217 time: 0.0666473 Apr 05 16:49:54.356421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657194a1-46c3-4965-900d-5dcd1c84b5c5 req-1abb120f-077e-4ac6-86df-398211810a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:54.358028 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-657194a1-46c3-4965-900d-5dcd1c84b5c5 req-1abb120f-077e-4ac6-86df-398211810a1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09d8d262-a52b-4153-b215-b44a1f555da2 HTTP/1.1" status: 200 len: 855 time: 0.0743983 Apr 05 16:49:54.411280 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-657194a1-46c3-4965-900d-5dcd1c84b5c5 req-8cd5f078-0f9a-4b33-b187-e048fba1d17d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461919 Apr 05 16:49:54.558484 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-657194a1-46c3-4965-900d-5dcd1c84b5c5 req-5b233d24-db93-4e08-bbfa-a4295e205e4f service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394243 Apr 05 16:49:54.703479 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-657194a1-46c3-4965-900d-5dcd1c84b5c5 req-aae88a6b-fde7-484a-9bc5-d09bfb3148f6 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378090 Apr 05 16:49:55.439692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d965e-91d9-411f-b40b-cff5b003fbe2 req-3208bb17-83be-4fdc-86b7-66f2cfed3658 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:55.441279 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8c9d965e-91d9-411f-b40b-cff5b003fbe2 req-3208bb17-83be-4fdc-86b7-66f2cfed3658 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 943 time: 0.0937111 Apr 05 16:49:55.489721 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8c9d965e-91d9-411f-b40b-cff5b003fbe2 req-d275309a-d6bc-468c-a9d7-f78714de9bee tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Apr 05 16:49:56.133214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device a45b2553-1699-442b-924b-ec4ebb7b9d2c details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:49:56.298072 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port a45b2553-1699-442b-924b-ec4ebb7b9d2c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a45b2553-1699-442b-924b-ec4ebb7b9d2c,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:56.312281 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': 'a45b2553-1699-442b-924b-ec4ebb7b9d2c', 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37', 'port_id': 'a45b2553-1699-442b-924b-ec4ebb7b9d2c', 'mac_address': 'fa:16:3e:aa:d7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d8d262-a52b-4153-b215-b44a1f555da2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:49:56.374620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:56.392265 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45b2553-1699-442b-924b-ec4ebb7b9d2c {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:49:56.408861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port a45b2553-1699-442b-924b-ec4ebb7b9d2c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a45b2553-1699-442b-924b-ec4ebb7b9d2c,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:49:56.414165 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:49:56.416894 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:49:56.487871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=a45b2553-1699-442b-924b-ec4ebb7b9d2c,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:49:56.491499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:49:56.702381 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774798b3-0ad9-4b71-8532-f7645331197b req-a5e0032b-961d-4175-b0c1-03ecdc3d5696 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:56.703882 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-774798b3-0ad9-4b71-8532-f7645331197b req-a5e0032b-961d-4175-b0c1-03ecdc3d5696 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 944 time: 0.0907245 Apr 05 16:49:56.754216 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-774798b3-0ad9-4b71-8532-f7645331197b req-ccb405d0-b179-4ef0-a67a-071b57076d5c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Apr 05 16:49:57.000000 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['a45b2553-1699-442b-924b-ec4ebb7b9d2c'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:49:58.001503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1bcce-1e89-469b-a919-b5d0e836bcd3 req-9fdb5796-acfd-4243-a4c6-9088770c79f0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:58.003134 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4ff1bcce-1e89-469b-a919-b5d0e836bcd3 req-9fdb5796-acfd-4243-a4c6-9088770c79f0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 944 time: 0.1084805 Apr 05 16:49:58.053493 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4ff1bcce-1e89-469b-a919-b5d0e836bcd3 req-ad1c83a7-576e-4434-a359-198c12fbd714 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Apr 05 16:49:59.284280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a26c4-4986-4c25-b818-ea6f52b59a54 req-8c9ff5e8-8093-433e-b339-4d2a3a730675 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:49:59.285934 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-522a26c4-4986-4c25-b818-ea6f52b59a54 req-8c9ff5e8-8093-433e-b339-4d2a3a730675 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 944 time: 0.1030438 Apr 05 16:49:59.338993 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-522a26c4-4986-4c25-b818-ea6f52b59a54 req-229344a6-2850-48ce-8508-657df383e130 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463500 Apr 05 16:50:00.156068 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device a45b2553-1699-442b-924b-ec4ebb7b9d2c up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:50:00.246117 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port a45b2553-1699-442b-924b-ec4ebb7b9d2c completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:50:00.251783 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port a45b2553-1699-442b-924b-ec4ebb7b9d2c triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:50:00.252201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:00.377726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:00.406687 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730c21f7-9512-4aa3-8e52-2460b9aa184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45b2553-1699-442b-924b-ec4ebb7b9d2c'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:50:00.417278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port a45b2553-1699-442b-924b-ec4ebb7b9d2c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a45b2553-1699-442b-924b-ec4ebb7b9d2c,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:00.422649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:00.424580 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1f0e891f-6edb-44f1-a034-7e8846ebc265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:00.473637 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730c21f7-9512-4aa3-8e52-2460b9aa184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45b2553-1699-442b-924b-ec4ebb7b9d2c', 'code': 200} Apr 05 16:50:00.500221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=a45b2553-1699-442b-924b-ec4ebb7b9d2c,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:00.503610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:00.553398 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884eeeb-9563-4c7e-baf4-ce16b139b279 req-795e13bc-115c-4ccf-975f-164e6dee7d52 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:00.555039 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7884eeeb-9563-4c7e-baf4-ce16b139b279 req-795e13bc-115c-4ccf-975f-164e6dee7d52 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 945 time: 0.0886478 Apr 05 16:50:00.604343 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7884eeeb-9563-4c7e-baf4-ce16b139b279 req-de52c995-d107-4ae7-9212-c25b835c10d5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Apr 05 16:50:00.765725 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b26655-73e0-43f0-9e38-680107069cae req-21137304-cc01-4ff6-9928-82c8632d5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:00.767262 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-15b26655-73e0-43f0-9e38-680107069cae req-21137304-cc01-4ff6-9928-82c8632d5cbe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 1098 time: 0.0803881 Apr 05 16:50:00.818008 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-15b26655-73e0-43f0-9e38-680107069cae req-162ed013-0b5e-42ed-b220-109171e1d26f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Apr 05 16:50:01.828038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578be8f3-7369-4521-8280-f25973eb4d5d req-de27554a-6906-4ef1-9db2-938a24248d61 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:01.829629 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-578be8f3-7369-4521-8280-f25973eb4d5d req-de27554a-6906-4ef1-9db2-938a24248d61 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 945 time: 0.0997028 Apr 05 16:50:01.880155 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-578be8f3-7369-4521-8280-f25973eb4d5d req-099bbe0b-7837-44fd-aab4-a8f6d0c40710 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439966 Apr 05 16:50:03.119194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d3154-d785-4c1c-afb8-479c41b2bb34 req-dce2b02b-7627-4b12-8511-6bbad1fba511 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:03.120792 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-805d3154-d785-4c1c-afb8-479c41b2bb34 req-dce2b02b-7627-4b12-8511-6bbad1fba511 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 945 time: 0.1046295 Apr 05 16:50:03.173592 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-805d3154-d785-4c1c-afb8-479c41b2bb34 req-71ab2748-e789-4649-95ff-c445269ceac3 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Apr 05 16:50:09.864188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-286bc0a1-1f37-49af-8a75-3994ee9610c5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:09.865776 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-286bc0a1-1f37-49af-8a75-3994ee9610c5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 815 time: 0.1697545 Apr 05 16:50:09.882544 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-4fc9f5d1-fc86-4080-8923-90fe7e5c767f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/quotas/75c37a84603f4ab798395212dd8c5f23 HTTP/1.1" status: 200 len: 375 time: 0.0100679 Apr 05 16:50:09.983240 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-3891709b-80cc-4a01-a28a-5b32c889823b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947769 Apr 05 16:50:10.132981 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-58dd13c4-396e-4cdd-9f00-79a0b3a19cad service neutron] 10.222.0.15 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378903 Apr 05 16:50:10.509947 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-bcd34916-6f24-48ab-96ec-78cfd1871345 service neutron] 10.222.0.15 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701022 Apr 05 16:50:10.655031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:10.711447 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f6569dcd-3097-4cb1-b056-7a6ab4bb739d req-0ea16145-033e-4402-af48-e34320c5dbad tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 210 time: 0.0482314 Apr 05 16:50:11.879172 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ebcc713c-ad5b-440c-9774-2d0d18125657 req-927948b9-dabd-47f8-af25-8682ac7eea33 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 210 time: 0.0486002 Apr 05 16:50:12.211553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-2eeb3774-5e3e-4ba7-95f7-e5ce56a7ace6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:12.213167 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-2eeb3774-5e3e-4ba7-95f7-e5ce56a7ace6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 815 time: 0.4204533 Apr 05 16:50:12.232652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Request body: {'port': {'device_id': '7674faa9-3ced-4c86-9b13-87ad975e0179', 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37', 'admin_state_up': True, 'tenant_id': '75c37a84603f4ab798395212dd8c5f23'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:50:12.377404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:50:12.381507 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Usage tracker for resource:port and tenant:75c37a84603f4ab798395212dd8c5f23 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:50:12.384543 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:50:12.391001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:50:12.402620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Made reservation on behalf of 75c37a84603f4ab798395212dd8c5f23 for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:50:12.408700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:12.584749 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Allocated IP 172.20.0.6 (fb4a825f-0259-4e45-b3ca-cc97c5e8fc37/09d8d262-a52b-4153-b215-b44a1f555da2/27fa06de-8298-4a85-994a-93ad374c0a61) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:50:12.802444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:12.837166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:12.853119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a17b8729-a0d5-4f6e-85c0-54a0accea8af tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:12.878167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['2a73b717-b073-45f3-a7e2-eebbb135eee7', '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2', 'a45b2553-1699-442b-924b-ec4ebb7b9d2c'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:50:12.999812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Pushing event updated for resources: {'Port': ['ID=27fa06de-8298-4a85-994a-93ad374c0a61,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:13.004399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:13.049575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:50:13.051041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:50:13.053503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:50:13.105140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da11110-ff1f-4c30-92d1-53176871037c req-30c7c55c-536d-4326-ad73-4ee8fa49d081 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:13.107084 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6da11110-ff1f-4c30-92d1-53176871037c req-30c7c55c-536d-4326-ad73-4ee8fa49d081 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 931 time: 0.1013508 Apr 05 16:50:13.125595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:13.126279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:13.159801 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9309144 Apr 05 16:50:13.160037 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6da11110-ff1f-4c30-92d1-53176871037c req-458563c4-8f6b-436d-aa84-5bd9c7b4d050 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Apr 05 16:50:13.188208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Request body: {'port': {'device_id': '7674faa9-3ced-4c86-9b13-87ad975e0179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:50:13.313115 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:13.747680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27fa06de-8298-4a85-994a-93ad374c0a61 {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:50:13.755431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:13.770763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Transition to ACTIVE for port object 27fa06de-8298-4a85-994a-93ad374c0a61 will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:50:13.776429 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:13.796099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:13.950840 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=27fa06de-8298-4a85-994a-93ad374c0a61,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:13.956530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:14.167439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Attempting to bind port 27fa06de-8298-4a85-994a-93ad374c0a61 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:50:14.168068 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Attempting to bind port 27fa06de-8298-4a85-994a-93ad374c0a61 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:50:14.168173 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Attempting to bind port 27fa06de-8298-4a85-994a-93ad374c0a61 on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:50:14.173407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Port 27fa06de-8298-4a85-994a-93ad374c0a61 on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:50:14.173802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Attempting to bind port 27fa06de-8298-4a85-994a-93ad374c0a61 on network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:50:14.179922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:50:14.180295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Checking segment: {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:50:14.180718 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Bound using segment: {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:50:14.181370 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Bound port: 27fa06de-8298-4a85-994a-93ad374c0a61, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b043b683-99ad-47df-bff3-ec37c4125a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:50:14.181846 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:14.281622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] For port 27fa06de-8298-4a85-994a-93ad374c0a61, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:50:14.284828 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] For port 27fa06de-8298-4a85-994a-93ad374c0a61, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=27fa06de-8298-4a85-994a-93ad374c0a61,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:50:14.289185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:14.302778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e14938e0-a25b-448f-a3f3-c883a145f0b7 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:14.377655 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a46aaf-c465-455e-b383-b46b3c83d22a req-eeaaf33f-f13f-42bb-aa4f-f25f91140b63 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:14.379249 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-04a46aaf-c465-455e-b383-b46b3c83d22a req-eeaaf33f-f13f-42bb-aa4f-f25f91140b63 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 943 time: 0.0927973 Apr 05 16:50:14.429025 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-04a46aaf-c465-455e-b383-b46b3c83d22a req-c7aac1d3-5582-4ec7-9767-36a2d3123b7c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Apr 05 16:50:14.455108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=27fa06de-8298-4a85-994a-93ad374c0a61,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:14.459847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:14.494033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:14.494927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:14.496250 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] 10.222.0.41 "PUT /v2.0/ports/27fa06de-8298-4a85-994a-93ad374c0a61 HTTP/1.1" status: 200 len: 1093 time: 1.3129315 Apr 05 16:50:14.496790 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7674faa9-3ced-4c86-9b13-87ad975e0179', 'tag': '27fa06de-8298-4a85-994a-93ad374c0a61'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:50:14.547095 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7674faa9-3ced-4c86-9b13-87ad975e0179', 'tag': '27fa06de-8298-4a85-994a-93ad374c0a61', 'status': 'completed', 'code': 200} Apr 05 16:50:14.648301 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-61ada1fb-2ea9-4500-9de8-5b96c035e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:14.649960 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-61ada1fb-2ea9-4500-9de8-5b96c035e1e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 1096 time: 0.0831919 Apr 05 16:50:14.737342 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-cdabeff2-3568-4bc2-b941-3fa55b7004a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27fa06de-8298-4a85-994a-93ad374c0a61 HTTP/1.1" status: 200 len: 217 time: 0.0695984 Apr 05 16:50:14.811196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-f75fe1c0-f384-405a-955e-999a892c6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:14.812708 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-f75fe1c0-f384-405a-955e-999a892c6972 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09d8d262-a52b-4153-b215-b44a1f555da2 HTTP/1.1" status: 200 len: 855 time: 0.0686047 Apr 05 16:50:14.867793 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-f6c6a83e-56c4-4117-9da6-762bd4dab00a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472002 Apr 05 16:50:15.014108 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-0a58c8ec-7e0f-41c0-910e-0c26dacc3b61 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381667 Apr 05 16:50:15.161422 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-58bfc72d-afdc-42a5-b6ea-1b4864d51198 req-bb308ec4-0b5b-4fa5-a7da-c76b9e4ae2ff service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401315 Apr 05 16:50:15.357036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60652613-8d8f-46bc-a5cf-106c02415e93 req-8e98db52-7d84-471e-9939-e8c736aab038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:15.358703 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-60652613-8d8f-46bc-a5cf-106c02415e93 req-8e98db52-7d84-471e-9939-e8c736aab038 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75c37a84603f4ab798395212dd8c5f23&device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 1096 time: 0.0819025 Apr 05 16:50:15.506528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60652613-8d8f-46bc-a5cf-106c02415e93 req-1e5179af-6de2-41ec-ae67-7e5df40586a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:15.508126 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-60652613-8d8f-46bc-a5cf-106c02415e93 req-1e5179af-6de2-41ec-ae67-7e5df40586a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 200 len: 916 time: 0.1424069 Apr 05 16:50:15.586682 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-60652613-8d8f-46bc-a5cf-106c02415e93 req-1d6ec013-7df4-4251-bd39-bf64c4639e1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27fa06de-8298-4a85-994a-93ad374c0a61 HTTP/1.1" status: 200 len: 217 time: 0.0703204 Apr 05 16:50:15.641906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959fc1f-b7d7-4548-8d13-a7d1bd5e20c6 req-bbc56047-e36f-412b-87c2-04bedeacbd33 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:15.643383 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0959fc1f-b7d7-4548-8d13-a7d1bd5e20c6 req-bbc56047-e36f-412b-87c2-04bedeacbd33 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 943 time: 0.0940979 Apr 05 16:50:15.657395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60652613-8d8f-46bc-a5cf-106c02415e93 req-85323844-da72-47fe-ac45-edd83c7cb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:15.659004 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-60652613-8d8f-46bc-a5cf-106c02415e93 req-85323844-da72-47fe-ac45-edd83c7cb9c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09d8d262-a52b-4153-b215-b44a1f555da2 HTTP/1.1" status: 200 len: 855 time: 0.0645459 Apr 05 16:50:15.692244 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0959fc1f-b7d7-4548-8d13-a7d1bd5e20c6 req-5bf13db1-cb12-4c28-ba3c-b61f2bdb3815 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Apr 05 16:50:15.717684 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-60652613-8d8f-46bc-a5cf-106c02415e93 req-d0e17eac-786c-4a2c-a9ab-e7a8c56880a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505383 Apr 05 16:50:15.884001 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-60652613-8d8f-46bc-a5cf-106c02415e93 req-5cd2689e-70ee-4c14-8a63-0ac9e94e73dd service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587884 Apr 05 16:50:16.287875 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-60652613-8d8f-46bc-a5cf-106c02415e93 req-65a0b30e-9fda-4ea1-8569-8f463cc45e6f service neutron] 10.222.0.41 "GET /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948667 Apr 05 16:50:16.910385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a980a8-2fe1-4297-8b63-65b3793f60d5 req-469d0873-5fe3-4bc0-9ae4-7cf8dc6a93a6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:16.911960 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d6a980a8-2fe1-4297-8b63-65b3793f60d5 req-469d0873-5fe3-4bc0-9ae4-7cf8dc6a93a6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 943 time: 0.0975304 Apr 05 16:50:16.962034 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d6a980a8-2fe1-4297-8b63-65b3793f60d5 req-f43134ec-f277-492e-9c67-c8e0cbd5ff2d tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Apr 05 16:50:16.987610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e124d22c-195f-4779-a982-0db6416b913e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:18.171584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6f855-2033-4776-9a38-ecd28dfa73a1 req-cc79850c-0215-463a-8d67-498fa1b98bc5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:18.173153 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-90e6f855-2033-4776-9a38-ecd28dfa73a1 req-cc79850c-0215-463a-8d67-498fa1b98bc5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 943 time: 0.0914650 Apr 05 16:50:18.224701 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-90e6f855-2033-4776-9a38-ecd28dfa73a1 req-4f199bf1-be02-46b0-9dc0-165d8562f837 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Apr 05 16:50:18.296578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:19.104436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-71922766-2bf1-493d-ad49-76162e6f7e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:19.437009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7b88d-3380-4b46-8491-86810fd9725c req-b41afe5c-d0a4-4317-9ab1-d779545115c0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:19.438645 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-49a7b88d-3380-4b46-8491-86810fd9725c req-b41afe5c-d0a4-4317-9ab1-d779545115c0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 943 time: 0.0899847 Apr 05 16:50:19.485863 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-49a7b88d-3380-4b46-8491-86810fd9725c req-9e6eb8cc-3823-4004-bc81-328b224d7e21 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406871 Apr 05 16:50:19.829011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:20.232398 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 27fa06de-8298-4a85-994a-93ad374c0a61 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:50:20.378790 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 27fa06de-8298-4a85-994a-93ad374c0a61, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=27fa06de-8298-4a85-994a-93ad374c0a61,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:20.396257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '27fa06de-8298-4a85-994a-93ad374c0a61', 'network_id': 'fb4a825f-0259-4e45-b3ca-cc97c5e8fc37', 'port_id': '27fa06de-8298-4a85-994a-93ad374c0a61', 'mac_address': 'fa:16:3e:09:60:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d8d262-a52b-4153-b215-b44a1f555da2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:50:20.455082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:20.472543 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fa06de-8298-4a85-994a-93ad374c0a61 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:50:20.489050 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 27fa06de-8298-4a85-994a-93ad374c0a61, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=27fa06de-8298-4a85-994a-93ad374c0a61,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:20.493689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:20.495522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-88871550-d351-4294-9da2-5c115f76726a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:20.569315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=27fa06de-8298-4a85-994a-93ad374c0a61,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:20.572694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:20.700006 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bb5d0-2ed9-48cd-b69a-21062615e80e req-9ef38099-554c-42d6-8d46-186124c2c325 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:20.701570 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3a5bb5d0-2ed9-48cd-b69a-21062615e80e req-9ef38099-554c-42d6-8d46-186124c2c325 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 944 time: 0.0940638 Apr 05 16:50:20.749820 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3a5bb5d0-2ed9-48cd-b69a-21062615e80e req-9fa18c7e-07d2-42dd-8329-b202a4cfc11d tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Apr 05 16:50:20.957003 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['27fa06de-8298-4a85-994a-93ad374c0a61'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:50:21.356433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:21.968300 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182accb-d995-42bb-bcfe-fd0c1313a453 req-9caec429-766f-460b-a3a0-a3c3d6886105 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:21.969927 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4182accb-d995-42bb-bcfe-fd0c1313a453 req-9caec429-766f-460b-a3a0-a3c3d6886105 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 944 time: 0.0902503 Apr 05 16:50:22.025112 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4182accb-d995-42bb-bcfe-fd0c1313a453 req-e4866567-8354-4971-8e8e-3bbbf5f06f5d tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Apr 05 16:50:22.255883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 27fa06de-8298-4a85-994a-93ad374c0a61 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:50:22.336278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 27fa06de-8298-4a85-994a-93ad374c0a61 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:50:22.342391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 27fa06de-8298-4a85-994a-93ad374c0a61 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:50:22.342810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:22.469819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:22.505988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674faa9-3ced-4c86-9b13-87ad975e0179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fa06de-8298-4a85-994a-93ad374c0a61'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:50:22.516892 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 27fa06de-8298-4a85-994a-93ad374c0a61, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=27fa06de-8298-4a85-994a-93ad374c0a61,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:22.520877 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:22.522823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:22.560527 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7674faa9-3ced-4c86-9b13-87ad975e0179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fa06de-8298-4a85-994a-93ad374c0a61', 'code': 200} Apr 05 16:50:22.595284 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=27fa06de-8298-4a85-994a-93ad374c0a61,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:22.598398 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:22.854556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48d39b-1cc9-447d-838b-7125c086e09a req-8131b5fa-d8e8-4229-a54f-35ce215887ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:22.856411 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-da48d39b-1cc9-447d-838b-7125c086e09a req-8131b5fa-d8e8-4229-a54f-35ce215887ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 1098 time: 0.0843544 Apr 05 16:50:22.902985 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-da48d39b-1cc9-447d-838b-7125c086e09a req-e4dcf190-1bf7-4a91-bc09-5d9b05680502 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389481 Apr 05 16:50:23.233120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:50:23.255518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89e30-daaa-4f9e-b25a-73c34506db87 req-aa86ad49-d063-4a3b-abd7-00aa09d442b3 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:23.257123 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-10a89e30-daaa-4f9e-b25a-73c34506db87 req-aa86ad49-d063-4a3b-abd7-00aa09d442b3 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 945 time: 0.0942440 Apr 05 16:50:23.306989 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-10a89e30-daaa-4f9e-b25a-73c34506db87 req-8758080f-f5b6-41ae-9499-bcae8992983c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Apr 05 16:50:24.519908 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7762-370e-451b-94ff-7d4bf342ce5f req-24c9b42d-fcf5-4d04-b400-3b34feaadae5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:24.521480 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-567c7762-370e-451b-94ff-7d4bf342ce5f req-24c9b42d-fcf5-4d04-b400-3b34feaadae5 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 945 time: 0.0911195 Apr 05 16:50:24.572703 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-567c7762-370e-451b-94ff-7d4bf342ce5f req-354c97b7-b050-4521-967e-edbac02cb5de tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Apr 05 16:50:25.792843 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8e12-7e02-44fc-aa98-90e0cdf5aeeb req-1b8b09e3-8bc1-47e6-9cc3-76c10a80f582 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:25.794461 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5e0e8e12-7e02-44fc-aa98-90e0cdf5aeeb req-1b8b09e3-8bc1-47e6-9cc3-76c10a80f582 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 945 time: 0.0899384 Apr 05 16:50:25.842248 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5e0e8e12-7e02-44fc-aa98-90e0cdf5aeeb req-dd7efc85-63e6-40c3-af2f-ae8fc2641e70 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Apr 05 16:50:30.017374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b884739-496b-4e59-b522-d6b22f53390a req-6d6bfc00-4839-45e1-a5cc-ce3a49afb129 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:30.019328 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3b884739-496b-4e59-b522-d6b22f53390a req-6d6bfc00-4839-45e1-a5cc-ce3a49afb129 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 947 time: 0.1028202 Apr 05 16:50:30.076925 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-3b884739-496b-4e59-b522-d6b22f53390a req-3222f353-a99b-4111-a4b4-48f29c904236 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450623 Apr 05 16:50:31.302175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded57fb-4f21-4805-bb4b-08fd5ca20cb3 req-255ee088-b972-43d8-8174-7f050ec4cba7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:31.303774 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bded57fb-4f21-4805-bb4b-08fd5ca20cb3 req-255ee088-b972-43d8-8174-7f050ec4cba7 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 947 time: 0.1034043 Apr 05 16:50:31.352821 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bded57fb-4f21-4805-bb4b-08fd5ca20cb3 req-99a54c23-4af1-460a-bdf2-f1831cffb4ca tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Apr 05 16:50:31.969487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-f53876b8-4c3b-4d20-bda4-efd9036c7709 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:31.970272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-f53876b8-4c3b-4d20-bda4-efd9036c7709 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Synchronizing usage tracker for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:50:31.986650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-f53876b8-4c3b-4d20-bda4-efd9036c7709 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Unset dirty status for tenant:a4623ce5b76541dcb98c8727f0d006ab on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:50:31.987889 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-f53876b8-4c3b-4d20-bda4-efd9036c7709 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 947 time: 0.1155505 Apr 05 16:50:32.076671 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Deleting port 23b32c07-c242-4106-96b2-7c359be02110 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:32.077069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:32.349653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] For port 23b32c07-c242-4106-96b2-7c359be02110, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23b32c07-c242-4106-96b2-7c359be02110,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:32.350129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:32.574930 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9e25-23f9-4498-a513-856bdadba8b3 req-4a4a485f-ecf3-43da-8734-805b5b573d13 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:32.576559 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c20a9e25-23f9-4498-a513-856bdadba8b3 req-4a4a485f-ecf3-43da-8734-805b5b573d13 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 947 time: 0.0932479 Apr 05 16:50:32.625288 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c20a9e25-23f9-4498-a513-856bdadba8b3 req-37516040-c774-4742-8902-576a965c5b16 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a536845-672c-4d69-b62d-1fcae89a0d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Apr 05 16:50:32.667268 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:32.667761 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:32.668236 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Floating IP e16dfcd4-7c90-42bf-8a40-dfee4589253c disassociated. External IP: 172.28.2.117, port: 23b32c07-c242-4106-96b2-7c359be02110. Apr 05 16:50:32.668637 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Calling delete_port for 23b32c07-c242-4106-96b2-7c359be02110 owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:50:32.836301 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:32.854565 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-80fc1fed-ef58-45de-8667-8067f00b115f tempest-VolumesNegativeTest-1162468972 tempest-VolumesNegativeTest-1162468972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:32.918558 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event deleted for resources: {'Port': ['ID=23b32c07-c242-4106-96b2-7c359be02110,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:32.922754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:33.223220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:50:33.428091 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:50:33.440888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] Sync routers for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:50:33.451907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:50:33.452626 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:50:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:33.512647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] No DVR routers for this DVR port 23b32c07-c242-4106-96b2-7c359be02110 on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:50:33.515662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:33.518971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'name': 'network-vif-deleted', 'tag': '23b32c07-c242-4106-96b2-7c359be02110'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:50:33.537785 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-16fc0597-d7dc-4c58-a75c-2034d73efb15 req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.41 "DELETE /v2.0/ports/23b32c07-c242-4106-96b2-7c359be02110 HTTP/1.1" status: 204 len: 173 time: 1.5423312 Apr 05 16:50:33.579199 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d55f49-71a4-4660-b12b-bb73c9b05244', 'name': 'network-vif-deleted', 'tag': '23b32c07-c242-4106-96b2-7c359be02110', 'status': 'completed', 'code': 200} Apr 05 16:50:33.650981 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:50:33.819595 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b18b4632-1543-421e-b47e-46e5ef334e37 req-a4b762be-d75a-4579-afa9-93c6cdabad02 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4d55f49-71a4-4660-b12b-bb73c9b05244 HTTP/1.1" status: 200 len: 210 time: 0.0494909 Apr 05 16:50:33.987020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:33.991625 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] Checking router: 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:50:34.001036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:50:34.001753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:50:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:34.198945 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:50:34.537326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:34.541598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0af92-b9fd-4f04-a30d-94f143af80bd None None] The sync data for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb is: [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:41:57Z', 'revision_number': 4, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'e9419aac-bd5f-4a43-b102-5929508bab87', 'name': '', 'network_id': 'a415ac65-f01b-4006-9f67-217b583205f5', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'mac_address': 'fa:16:3e:42:4e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:56Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'subnets': [{'id': 'fdc237f3-a326-435e-b8fd-f4266e05e771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:50:34.676730 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830e15f-42da-422d-b3b7-dff35743b8e0 req-eaaf85cc-f4dc-4419-8475-c979ba2c39d6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:34.678375 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6830e15f-42da-422d-b3b7-dff35743b8e0 req-eaaf85cc-f4dc-4419-8475-c979ba2c39d6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 945 time: 0.0933113 Apr 05 16:50:34.728278 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6830e15f-42da-422d-b3b7-dff35743b8e0 req-25b05bdc-d314-4871-9a0c-9d9a455319ad tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Apr 05 16:50:34.940907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3ce3dd-9cd5-40bf-98e2-6e02fe8dffb6 None None] New status for floating IP e16dfcd4-7c90-42bf-8a40-dfee4589253c: DOWN {{(pid=84412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:50:34.961928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35428) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:35.037137 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a8593a23-beaa-4310-ae9a-ae55cdaaa652 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:35.067028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a8593a23-beaa-4310-ae9a-ae55cdaaa652 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:35.114899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a8593a23-beaa-4310-ae9a-ae55cdaaa652 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:35.118985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c53df10c-34ab-4033-9a16-f1f22e98312b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:35.134180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8593a23-beaa-4310-ae9a-ae55cdaaa652 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a536845-672c-4d69-b62d-1fcae89a0d69,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:35.137573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a8593a23-beaa-4310-ae9a-ae55cdaaa652 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:35.146471 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a8593a23-beaa-4310-ae9a-ae55cdaaa652 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:35.147693 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a8593a23-beaa-4310-ae9a-ae55cdaaa652 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "DELETE /v2.0/security-groups/7a536845-672c-4d69-b62d-1fcae89a0d69 HTTP/1.1" status: 204 len: 168 time: 0.1845713 Apr 05 16:50:35.151109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35432) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:35.168455 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.api.v2.resource [None req-6ae12266-a40d-4a46-bd2c-22ebc62500a4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] show failed (client error): The resource could not be found. Apr 05 16:50:35.169577 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-6ae12266-a40d-4a46-bd2c-22ebc62500a4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "GET /v2.0/security-groups/7a536845-672c-4d69-b62d-1fcae89a0d69 HTTP/1.1" status: 404 len: 347 time: 0.0174882 Apr 05 16:50:35.172794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35436) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:35.343897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Deleting port 59a077f2-e73e-45b7-a7fc-b32706c009af {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:35.344279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:35.527493 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:35.527871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:35.657987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Calling delete_port for 59a077f2-e73e-45b7-a7fc-b32706c009af owned by network:floatingip {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:50:35.815142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:35.831262 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-23876458-2a14-4b52-a800-11cab51c2bba tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:35.891175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Pushing event deleted for resources: {'Port': ['ID=59a077f2-e73e-45b7-a7fc-b32706c009af,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:35.893827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:35.933002 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b713f-0087-4738-b57d-dd84c029a969 req-1e9d6d89-aa00-480e-a4b8-dce42c6cfbe8 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:35.934533 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-681b713f-0087-4738-b57d-dd84c029a969 req-1e9d6d89-aa00-480e-a4b8-dce42c6cfbe8 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 945 time: 0.0907722 Apr 05 16:50:35.986736 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-681b713f-0087-4738-b57d-dd84c029a969 req-7e23baa1-ddf1-4de4-9b71-c85e8839baaf tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451307 Apr 05 16:50:36.106600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks [] for floatingip, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:36.122067 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:36.123304 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] 10.222.0.15 "DELETE /v2.0/floatingips/e16dfcd4-7c90-42bf-8a40-dfee4589253c HTTP/1.1" status: 204 len: 168 time: 0.9495292 Apr 05 16:50:36.313224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 23b32c07-c242-4106-96b2-7c359be02110 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:50:36.355078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 23b32c07-c242-4106-96b2-7c359be02110 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:50:36.355460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 23b32c07-c242-4106-96b2-7c359be02110 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:50:36.896646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-3a66cefe-3e0d-470e-bfc7-579a237d278f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:36.897311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-3a66cefe-3e0d-470e-bfc7-579a237d278f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Synchronizing usage tracker for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:50:36.916987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-3a66cefe-3e0d-470e-bfc7-579a237d278f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Unset dirty status for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:50:36.918264 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-3a66cefe-3e0d-470e-bfc7-579a237d278f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 945 time: 0.1253402 Apr 05 16:50:37.003633 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Deleting port 27fa06de-8298-4a85-994a-93ad374c0a61 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:37.003972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:37.192816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54e992-b983-4eb5-a3b3-189d5d7fd19d req-c82e6d06-8730-4cb4-911f-8e784728ade4 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:37.194390 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1e54e992-b983-4eb5-a3b3-189d5d7fd19d req-c82e6d06-8730-4cb4-911f-8e784728ade4 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 945 time: 0.0920935 Apr 05 16:50:37.244244 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1e54e992-b983-4eb5-a3b3-189d5d7fd19d req-28a3ddd3-1037-4a03-9d8c-bb3e752726f1 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Apr 05 16:50:37.271361 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] For port 27fa06de-8298-4a85-994a-93ad374c0a61, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=27fa06de-8298-4a85-994a-93ad374c0a61,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:37.271763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:37.659915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Calling delete_port for 27fa06de-8298-4a85-994a-93ad374c0a61 owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:50:37.814883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:37.830176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-24c1001b-af5e-4d30-bfd2-0b0be1c5a4eb tempest-ServerRescueNegativeTestJSON-561408078 tempest-ServerRescueNegativeTestJSON-561408078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:37.856027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['2a73b717-b073-45f3-a7e2-eebbb135eee7', '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2', 'a45b2553-1699-442b-924b-ec4ebb7b9d2c', '27fa06de-8298-4a85-994a-93ad374c0a61'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:50:37.888526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Pushing event deleted for resources: {'Port': ['ID=27fa06de-8298-4a85-994a-93ad374c0a61,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:37.892724 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:38.081386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] No DVR routers for this DVR port 27fa06de-8298-4a85-994a-93ad374c0a61 on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:50:38.083876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:38.086900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674faa9-3ced-4c86-9b13-87ad975e0179', 'name': 'network-vif-deleted', 'tag': '27fa06de-8298-4a85-994a-93ad374c0a61'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:50:38.104409 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-89a8b9ff-c077-4453-96ac-23f7c081fccd req-f80df088-9fab-41cd-8594-3237869e37fc tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "DELETE /v2.0/ports/27fa06de-8298-4a85-994a-93ad374c0a61 HTTP/1.1" status: 204 len: 173 time: 1.1791759 Apr 05 16:50:38.146161 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7674faa9-3ced-4c86-9b13-87ad975e0179', 'name': 'network-vif-deleted', 'tag': '27fa06de-8298-4a85-994a-93ad374c0a61', 'status': 'completed', 'code': 200} Apr 05 16:50:38.436377 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6748aa98-0e67-4106-9e1e-1639c70e661c req-a1bcdde0-d39d-447a-a5fc-908c556046c0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=7674faa9-3ced-4c86-9b13-87ad975e0179 HTTP/1.1" status: 200 len: 210 time: 0.0517576 Apr 05 16:50:39.008216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35470) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:39.654453 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967536'] for router_interface, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:40.027195 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Deleting port e9419aac-bd5f-4a43-b102-5929508bab87 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:40.027545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:40.212376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] For port e9419aac-bd5f-4a43-b102-5929508bab87, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=e9419aac-bd5f-4a43-b102-5929508bab87,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:40.212615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:40.345579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Calling delete_port for e9419aac-bd5f-4a43-b102-5929508bab87 owned by network:router_interface {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:50:40.364005 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 27fa06de-8298-4a85-994a-93ad374c0a61 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:50:40.401267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 27fa06de-8298-4a85-994a-93ad374c0a61 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:50:40.401697 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 27fa06de-8298-4a85-994a-93ad374c0a61 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:50:40.522306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:40.539335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-107374a3-3348-484f-8939-d8ff50597b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:40.593346 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Pushing event deleted for resources: {'Port': ['ID=e9419aac-bd5f-4a43-b102-5929508bab87,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:40.607149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.607565 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.607968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.608366 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.608849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.609245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.609630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.610055 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.610438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.610859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.611246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.611633 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:40.661499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:40.674714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:41.306161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853756661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925093'] for router_interface, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:41.342009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b311e5-e1dc-4cfa-aa5f-c7f0e8fc9ab7 req-8277978b-6947-40c9-9c27-8417a1b8fb85 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:41.343647 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9b311e5-e1dc-4cfa-aa5f-c7f0e8fc9ab7 req-8277978b-6947-40c9-9c27-8417a1b8fb85 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 945 time: 0.2251704 Apr 05 16:50:41.460121 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9b311e5-e1dc-4cfa-aa5f-c7f0e8fc9ab7 req-c0ff0a31-8fb2-4107-ad0e-ce984095d8a1 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086185 Apr 05 16:50:41.864423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:50:42.053208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:50:42.063391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] Sync routers for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:50:42.066417 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b46f8397-5f61-4751-89b4-65a66de4bdea admin admin] 10.222.0.15 "PUT /v2.0/routers/9c7c8275-29e6-4eca-8aef-f1057ee0bf1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0570269 Apr 05 16:50:42.069117 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35488) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:42.074108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:50:42.074763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:50:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:42.267913 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:42.274686 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:50:42.456964 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:42.465988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Deleting port eb3ed3df-dd93-42f9-8ee1-5036c584d324 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:42.466362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:42.582331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:50:40Z', 'revision_number': 5, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port': {'id': 'eb3ed3df-dd93-42f9-8ee1-5036c584d324', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:51Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:42.586393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] Checking router: 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:50:42.595413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] Routers {'9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:50:42.596061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:50:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:42.717821 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] For port eb3ed3df-dd93-42f9-8ee1-5036c584d324, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=eb3ed3df-dd93-42f9-8ee1-5036c584d324,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:42.718252 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:42.866487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Calling delete_port for eb3ed3df-dd93-42f9-8ee1-5036c584d324 owned by network:router_gateway {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:50:42.906391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972ff99-d388-4123-9615-afcc4830b886 req-0a1f1633-e93e-4584-aa98-599db205d3fa tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:42.907980 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c972ff99-d388-4123-9615-afcc4830b886 req-0a1f1633-e93e-4584-aa98-599db205d3fa tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 945 time: 0.3025675 Apr 05 16:50:42.920782 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] Set router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d gateway port host: None {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:50:42.990622 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c972ff99-d388-4123-9615-afcc4830b886 req-e90d80fd-6a5d-4523-8a77-0bfb45280a75 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753064 Apr 05 16:50:43.037558 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:50:42Z', 'revision_number': 6, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port_host': None}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:43.042066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3bf0d7-0cc3-4086-8334-d3e13694b6bf None None] The sync data for ids ['9c7c8275-29e6-4eca-8aef-f1057ee0bf1d'] in dv-cinder-774594-2-smb is: [{'id': '9c7c8275-29e6-4eca-8aef-f1057ee0bf1d', 'name': 'tempest-AttachVolumeShelveTestJSON-2112005054-router', 'tenant_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:50Z', 'updated_at': '2021-04-05T16:50:42Z', 'revision_number': 6, 'project_id': 'a4623ce5b76541dcb98c8727f0d006ab', 'gw_port_host': None}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:50:43.095228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:43.347112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-e2a79fb9-9c96-46ad-bb57-f891f60b1ed6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:43.348073 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-e2a79fb9-9c96-46ad-bb57-f891f60b1ed6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Synchronizing usage tracker for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:50:43.359623 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7146f3e5-9602-46eb-9173-95f3fcd70f74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:43.365166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-e2a79fb9-9c96-46ad-bb57-f891f60b1ed6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Unset dirty status for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:50:43.366472 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-e2a79fb9-9c96-46ad-bb57-f891f60b1ed6 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 945 time: 0.1217628 Apr 05 16:50:43.435025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device eb3ed3df-dd93-42f9-8ee1-5036c584d324 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:50:43.449853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Deleting port a45b2553-1699-442b-924b-ec4ebb7b9d2c {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:43.450242 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:43.475174 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3ed3df-dd93-42f9-8ee1-5036c584d324,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:43.476450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: eb3ed3df-dd93-42f9-8ee1-5036c584d324 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:50:43.476847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device eb3ed3df-dd93-42f9-8ee1-5036c584d324 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:50:43.477311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device e9419aac-bd5f-4a43-b102-5929508bab87 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:50:43.479258 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:43.517051 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: e9419aac-bd5f-4a43-b102-5929508bab87 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:50:43.517434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device e9419aac-bd5f-4a43-b102-5929508bab87 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:50:43.629451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-967077'] for router_gateway, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:43.723358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] For port a45b2553-1699-442b-924b-ec4ebb7b9d2c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a45b2553-1699-442b-924b-ec4ebb7b9d2c,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:43.723686 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:43.816505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773697'] for router, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:43.818899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:43.849331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853850466'] for router, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:43.850000 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7c8275-29e6-4eca-8aef-f1057ee0bf1d {{(pid=84411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 16:50:43.861330 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Calling delete_port for a45b2553-1699-442b-924b-ec4ebb7b9d2c owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:50:43.863810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:43.865087 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9c7c8275-29e6-4eca-8aef-f1057ee0bf1d HTTP/1.1" status: 204 len: 168 time: 1.7949810 Apr 05 16:50:43.867856 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35494) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:43.934928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-73519a15-565a-404c-b3db-1feb8887ea4e admin admin] Deleting subnet fdc237f3-a326-435e-b8fd-f4266e05e771 {{(pid=84411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:50:43.938749 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-73519a15-565a-404c-b3db-1feb8887ea4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:43.994096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-73519a15-565a-404c-b3db-1feb8887ea4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2335646'] for subnet, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:44.014378 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:44.032844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cfe56cf0-ed55-4fac-aa1c-b029f1cd31b0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:44.053823 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['2a73b717-b073-45f3-a7e2-eebbb135eee7', '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2', 'a45b2553-1699-442b-924b-ec4ebb7b9d2c'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:50:44.098827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Pushing event deleted for resources: {'Port': ['ID=a45b2553-1699-442b-924b-ec4ebb7b9d2c,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:44.109219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:44.180207 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-672a5cdf-b0f4-44dd-905c-06b3bb69c24f req-4fe004ba-bef2-4bfe-b2da-de7790db8708 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=730c21f7-9512-4aa3-8e52-2460b9aa184a HTTP/1.1" status: 200 len: 210 time: 0.0578165 Apr 05 16:50:44.183646 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-73519a15-565a-404c-b3db-1feb8887ea4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:44.296688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] No DVR routers for this DVR port a45b2553-1699-442b-924b-ec4ebb7b9d2c on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:50:44.299569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:44.302510 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730c21f7-9512-4aa3-8e52-2460b9aa184a', 'name': 'network-vif-deleted', 'tag': 'a45b2553-1699-442b-924b-ec4ebb7b9d2c'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:50:44.320187 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a8bf90bb-f422-4b73-b8ee-febadbc2a590 req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "DELETE /v2.0/ports/a45b2553-1699-442b-924b-ec4ebb7b9d2c HTTP/1.1" status: 204 len: 173 time: 0.9464879 Apr 05 16:50:44.387216 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730c21f7-9512-4aa3-8e52-2460b9aa184a', 'name': 'network-vif-deleted', 'tag': 'a45b2553-1699-442b-924b-ec4ebb7b9d2c', 'status': 'completed', 'code': 200} Apr 05 16:50:44.471236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-73519a15-565a-404c-b3db-1feb8887ea4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2514079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2623261'] for subnet, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:44.488546 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:44.542358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73519a15-565a-404c-b3db-1feb8887ea4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc237f3-a326-435e-b8fd-f4266e05e771,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:44.546172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-73519a15-565a-404c-b3db-1feb8887ea4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:44.635945 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-73519a15-565a-404c-b3db-1feb8887ea4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:44.641771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b38ba1-1ba5-4e28-b05c-68561274e3a8 None None] Network a415ac65-f01b-4006-9f67-217b583205f5 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:50:44.643183 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-73519a15-565a-404c-b3db-1feb8887ea4e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fdc237f3-a326-435e-b8fd-f4266e05e771 HTTP/1.1" status: 204 len: 168 time: 0.7742410 Apr 05 16:50:44.645955 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35506) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:44.764273 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:44.838790 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Deleting port 888d2230-fcb0-45cb-82fd-0b75fd385282 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:44.839143 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:44.926433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] DHCP port deletion for a415ac65-f01b-4006-9f67-217b583205f5 request from dv-cinder-774594-2-smb {{(pid=84412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 16:50:44.931743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] Deleting port 888d2230-fcb0-45cb-82fd-0b75fd385282 {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:44.931743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:45.069287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] For port 888d2230-fcb0-45cb-82fd-0b75fd385282, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=888d2230-fcb0-45cb-82fd-0b75fd385282,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:45.069569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:45.153643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] For port 888d2230-fcb0-45cb-82fd-0b75fd385282, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=888d2230-fcb0-45cb-82fd-0b75fd385282,segment=NetworkSegment(e11d2163-89c7-4496-a7c4-9fdb5ab188a5),segment_id=e11d2163-89c7-4496-a7c4-9fdb5ab188a5)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:45.154036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:45.201543 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Calling delete_port for 888d2230-fcb0-45cb-82fd-0b75fd385282 owned by network:dhcp {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:50:45.284992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] Calling delete_port for 888d2230-fcb0-45cb-82fd-0b75fd385282 owned by network:dhcp {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:50:45.294889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:45.330739 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ba180662-b212-4ef3-8de3-e210edaaf3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:45.366266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.api [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84412) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:50:45.367616 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_db.api [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:50:45.434982 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Pushing event deleted for resources: {'Port': ['ID=888d2230-fcb0-45cb-82fd-0b75fd385282,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:45.435375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 888d2230-fcb0-45cb-82fd-0b75fd385282 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:50:45.437731 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:45.474648 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] No DVR routers for this DVR port 888d2230-fcb0-45cb-82fd-0b75fd385282 on host dv-cinder-774594-2-smb {{(pid=84411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:50:45.474918 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: 888d2230-fcb0-45cb-82fd-0b75fd385282 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:50:45.475213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 888d2230-fcb0-45cb-82fd-0b75fd385282 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:50:45.602502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:45.762908 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a415ac65-f01b-4006-9f67-217b583205f5']}} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:45.778627 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5') {'for_net_delete': True} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:45.778958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11d2163-89c7-4496-a7c4-9fdb5ab188a5') {} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:45.798423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852440169'] for segment, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:45.817471 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:45.826597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:50:45.862605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54426e8b-4cf1-4740-a46b-c463dbede9e6 req-938f2d1f-4c6a-4ed9-9465-33e9939ef087 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:45.864129 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-54426e8b-4cf1-4740-a46b-c463dbede9e6 req-938f2d1f-4c6a-4ed9-9465-33e9939ef087 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 945 time: 0.1860969 Apr 05 16:50:45.869103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] Deleting port 888d2230-fcb0-45cb-82fd-0b75fd385282 {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:45.869603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:45.946624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-06f611c2-84b5-4882-b042-029c46d08f0b None None] The port '888d2230-fcb0-45cb-82fd-0b75fd385282' was deleted {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 16:50:46.047537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Network a415ac65-f01b-4006-9f67-217b583205f5 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:50:46.058191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2513972'] for segment, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:46.074265 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-54426e8b-4cf1-4740-a46b-c463dbede9e6 req-90710272-2505-4184-a2e9-4ebf0bdeb507 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623135 Apr 05 16:50:46.241997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Network a415ac65-f01b-4006-9f67-217b583205f5 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:50:46.264634 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:50:46.346799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:46.351553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:46.355421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:46.380587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a415ac65-f01b-4006-9f67-217b583205f5,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:46.383177 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:46.391593 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-14bbd4da-dd73-463a-859a-d79d9404cc5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825539 Apr 05 16:50:46.392400 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] 10.222.0.15 "DELETE /v2.0/networks/a415ac65-f01b-4006-9f67-217b583205f5 HTTP/1.1" status: 204 len: 168 time: 1.7453959 Apr 05 16:50:46.525574 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35518) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:46.575911 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-591ac4ec-4ed5-417c-81a5-5cd72487d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:46.577210 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-9d680016-9289-4a4c-ac75-144f59b6e16b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4623ce5b76541dcb98c8727f0d006ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503211 Apr 05 16:50:46.577762 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-591ac4ec-4ed5-417c-81a5-5cd72487d683 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283d312df23e4066885388f23df6e922&device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1098 time: 0.0800056 Apr 05 16:50:46.580306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35522) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:46.646526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fb03ef9e-9893-420f-8d25-6a9102ab137d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:46.675751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fb03ef9e-9893-420f-8d25-6a9102ab137d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:46.730589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fb03ef9e-9893-420f-8d25-6a9102ab137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:46.736059 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8e17b1b6-b077-4077-a672-ac1d9f8ac257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:46.736219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-a78af6ac-94ba-4131-8c5c-294de0db7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:46.737695 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-a78af6ac-94ba-4131-8c5c-294de0db7ba8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 200 len: 909 time: 0.1390774 Apr 05 16:50:46.750960 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03ef9e-9893-420f-8d25-6a9102ab137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54054c9f-737c-48f5-b9b4-ef5398746919,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:46.757147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fb03ef9e-9893-420f-8d25-6a9102ab137d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:46.761375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fb03ef9e-9893-420f-8d25-6a9102ab137d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:46.763417 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-fb03ef9e-9893-420f-8d25-6a9102ab137d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54054c9f-737c-48f5-b9b4-ef5398746919 HTTP/1.1" status: 204 len: 168 time: 0.1820118 Apr 05 16:50:46.854266 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-4547ef99-962a-48aa-8842-0fe5ae759eab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 200 len: 1001 time: 0.1078248 Apr 05 16:50:46.929945 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-2551b3d6-656a-41c8-9962-8539d96ab49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:46.931688 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-2551b3d6-656a-41c8-9962-8539d96ab49a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ecd7d35-4e11-46ce-bae2-8394c1af0dab HTTP/1.1" status: 200 len: 847 time: 0.0664761 Apr 05 16:50:46.992011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-615c458f-da61-49b2-b77d-2bb8041780a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:47.040743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-c9fba798-9b70-431e-9e53-bb60a7ac9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:47.042482 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-c9fba798-9b70-431e-9e53-bb60a7ac9dff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b4c814-7495-4403-ab17-3726ab9e83e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0989919 Apr 05 16:50:47.226056 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-df138bf3-c087-4a45-9ecc-3995a220587b service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763287 Apr 05 16:50:47.329411 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761acce8-45bc-4ac2-b6c0-757e4f916275 req-274cfe9e-8995-4683-93bc-47ab2f8d982b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:47.331361 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-761acce8-45bc-4ac2-b6c0-757e4f916275 req-274cfe9e-8995-4683-93bc-47ab2f8d982b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 945 time: 0.1061790 Apr 05 16:50:47.389734 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-035c5cd8-29d9-4a8a-ae7d-bae7fe084057 req-9ed5bcb5-f264-4587-9373-61e484ae371f service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554604 Apr 05 16:50:47.400602 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-761acce8-45bc-4ac2-b6c0-757e4f916275 req-3adf780c-4468-4f27-9678-03b44526bfce tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598097 Apr 05 16:50:47.663484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-fd6587f3-cbaf-4acb-b7f4-e62fd03f6bef tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:47.664255 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-fd6587f3-cbaf-4acb-b7f4-e62fd03f6bef tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Synchronizing usage tracker for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:50:47.684791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-fd6587f3-cbaf-4acb-b7f4-e62fd03f6bef tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Unset dirty status for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:50:47.686454 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-fd6587f3-cbaf-4acb-b7f4-e62fd03f6bef tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 945 time: 0.1138470 Apr 05 16:50:47.786731 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Deleting port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:47.787248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:48.109321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] For port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:48.109897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:48.255766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Calling delete_port for 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:50:48.313556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:48.418980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:48.426161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device a45b2553-1699-442b-924b-ec4ebb7b9d2c no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:50:48.462865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['2a73b717-b073-45f3-a7e2-eebbb135eee7', '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:50:48.507452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: a45b2553-1699-442b-924b-ec4ebb7b9d2c {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:50:48.508143 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device a45b2553-1699-442b-924b-ec4ebb7b9d2c not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:50:48.515490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35578) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:48.518862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-831e0c0c-1364-4314-9a64-5be406ec46be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:48.575344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Pushing event deleted for resources: {'Port': ['ID=03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:48.580286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:48.612950 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b52aa233-259f-4dfa-acbe-b3f6a0778198 req-af6d3a70-c206-4c6a-80c0-d0293fe92faa tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e0a747-6683-4875-8c26-a2fe0cb4faa2 HTTP/1.1" status: 200 len: 210 time: 0.0549967 Apr 05 16:50:48.691471 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:48.705148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] No DVR routers for this DVR port 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:50:48.708098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:48.708557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:50:48.712722 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e0a747-6683-4875-8c26-a2fe0cb4faa2', 'name': 'network-vif-deleted', 'tag': '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:50:48.712909 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] Usage tracker for resource:security_group_rule and tenant:8069f39b035a406d83c73b8b39aab16f is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:50:48.715989 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:50:48.722764 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:50:48.729787 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5c4abb4d-dbf7-4603-8f55-0dc1a6f07d19 req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "DELETE /v2.0/ports/03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 HTTP/1.1" status: 204 len: 173 time: 1.0363705 Apr 05 16:50:48.770562 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e0a747-6683-4875-8c26-a2fe0cb4faa2', 'name': 'network-vif-deleted', 'tag': '03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2', 'status': 'completed', 'code': 200} Apr 05 16:50:48.833212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:48.837461 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:48.847352 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7e905f78-3b72-4e0f-b191-aa016d5927c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:48.893425 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8069f39b035a406d83c73b8b39aab16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765578 Apr 05 16:50:48.895208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296819e9-212c-46fe-9eda-361b98124400,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:48.896387 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35586) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:48.898283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:48.961725 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c82f-f3ef-411f-825a-070f54788bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:48.988751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c82f-f3ef-411f-825a-070f54788bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:49.036500 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c82f-f3ef-411f-825a-070f54788bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:49.040151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:49.054618 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1c82f-f3ef-411f-825a-070f54788bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296819e9-212c-46fe-9eda-361b98124400,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:49.057755 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d2e1c82f-f3ef-411f-825a-070f54788bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:49.059881 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c82f-f3ef-411f-825a-070f54788bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:49.062495 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d2e1c82f-f3ef-411f-825a-070f54788bdc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/296819e9-212c-46fe-9eda-361b98124400 HTTP/1.1" status: 204 len: 168 time: 0.1643677 Apr 05 16:50:49.091431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f65ad5ec-b81a-4d1a-9391-d263118732cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:49.824221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:51.355928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:51.360866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1374c-0fbe-4347-a7cd-07bcec2def17 req-c7f2d32d-0204-43a3-925e-568d4b50290f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:51.362547 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-76d1374c-0fbe-4347-a7cd-07bcec2def17 req-c7f2d32d-0204-43a3-925e-568d4b50290f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 946 time: 0.0960317 Apr 05 16:50:51.412577 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-76d1374c-0fbe-4347-a7cd-07bcec2def17 req-e258f973-b7b3-4747-b29f-34c8a438df9e tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436935 Apr 05 16:50:52.000211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35668) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:52.133614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:52.152057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:50:52.156863 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Usage tracker for resource:security_group_rule and tenant:deb75e88e74147f799ea9cab8cb31e3c is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:50:52.160140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:50:52.166746 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:50:52.257452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:52.262008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:52.269173 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ee0e09f9-7a06-4ab9-9e7e-962d6cc342f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:52.314018 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=deb75e88e74147f799ea9cab8cb31e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119879 Apr 05 16:50:52.314956 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27786406-0f72-42cb-b06a-a60b4b6b1e53,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:52.317188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35674) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:52.328485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.329157 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.329688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.330180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.330700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.331173 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.331643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.332116 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.332585 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.333052 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.333514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.334023 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:50:52.338290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-79bb0d0f-6d8b-4fb7-bbbb-98a73a4d9baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:52.382099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-162bc257-2837-425b-8682-37bde1abd4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:52.412919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-162bc257-2837-425b-8682-37bde1abd4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:52.429577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:50:52.467208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:50:52.467622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 03d2e65f-fca5-4c5f-acc1-8cedf0c4e8a2 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:50:52.472161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-162bc257-2837-425b-8682-37bde1abd4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:52.477564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:52.493785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bc257-2837-425b-8682-37bde1abd4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27786406-0f72-42cb-b06a-a60b4b6b1e53,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:52.498077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-162bc257-2837-425b-8682-37bde1abd4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:52.500476 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-162bc257-2837-425b-8682-37bde1abd4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:52.501740 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-162bc257-2837-425b-8682-37bde1abd4a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27786406-0f72-42cb-b06a-a60b4b6b1e53 HTTP/1.1" status: 204 len: 168 time: 0.1834381 Apr 05 16:50:52.621734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209df26-a739-4249-8dd7-51b4e272ec87 req-b9d766ea-1b87-43e3-ab5e-16ddf004ba91 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:52.623586 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9209df26-a739-4249-8dd7-51b4e272ec87 req-b9d766ea-1b87-43e3-ab5e-16ddf004ba91 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 946 time: 0.0879850 Apr 05 16:50:52.672387 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9209df26-a739-4249-8dd7-51b4e272ec87 req-9c6e7294-fdc3-4a05-9b71-c85643619f41 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421193 Apr 05 16:50:52.811727 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35684) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:52.832460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7bec676b-f936-440e-95f4-49b5b8fd61ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:52.847991 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7bec676b-f936-440e-95f4-49b5b8fd61ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:50:52.852177 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7bec676b-f936-440e-95f4-49b5b8fd61ea admin admin] Usage tracker for resource:security_group_rule and tenant:4647e29b383f41f6843dc9bcbf68a6e2 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:50:52.855232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-7bec676b-f936-440e-95f4-49b5b8fd61ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:50:52.861735 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-7bec676b-f936-440e-95f4-49b5b8fd61ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:50:52.947851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7bec676b-f936-440e-95f4-49b5b8fd61ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:52.953099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7bec676b-f936-440e-95f4-49b5b8fd61ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:52.960791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a8593a23-beaa-4310-ae9a-ae55cdaaa652 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:53.004254 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7bec676b-f936-440e-95f4-49b5b8fd61ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4647e29b383f41f6843dc9bcbf68a6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909041 Apr 05 16:50:53.005164 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec676b-f936-440e-95f4-49b5b8fd61ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a810a1-d3d4-4b8e-9e24-04c06959ad16,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:53.007427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35688) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:53.008436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7bec676b-f936-440e-95f4-49b5b8fd61ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:53.311572 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-39f6ba13-9ac0-4f5e-b64c-e4b2dd11595e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:53.341381 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-39f6ba13-9ac0-4f5e-b64c-e4b2dd11595e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:53.359179 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-762414be-85d1-4e8b-9999-2c926d89fd0c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:53.360213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-762414be-85d1-4e8b-9999-2c926d89fd0c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Synchronizing usage tracker for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:50:53.375816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-762414be-85d1-4e8b-9999-2c926d89fd0c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Unset dirty status for tenant:75c37a84603f4ab798395212dd8c5f23 on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:50:53.377165 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-762414be-85d1-4e8b-9999-2c926d89fd0c tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 946 time: 0.1126359 Apr 05 16:50:53.386906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-39f6ba13-9ac0-4f5e-b64c-e4b2dd11595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:53.392397 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2065727c-c69b-4e4f-a4c6-5499c1324192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:53.405349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6ba13-9ac0-4f5e-b64c-e4b2dd11595e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a810a1-d3d4-4b8e-9e24-04c06959ad16,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:53.409977 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-39f6ba13-9ac0-4f5e-b64c-e4b2dd11595e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:53.410765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-39f6ba13-9ac0-4f5e-b64c-e4b2dd11595e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:53.415411 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-39f6ba13-9ac0-4f5e-b64c-e4b2dd11595e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01a810a1-d3d4-4b8e-9e24-04c06959ad16 HTTP/1.1" status: 204 len: 168 time: 0.4034488 Apr 05 16:50:53.464582 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Deleting port 2a73b717-b073-45f3-a7e2-eebbb135eee7 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:50:53.464975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:53.738181 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] For port 2a73b717-b073-45f3-a7e2-eebbb135eee7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2a73b717-b073-45f3-a7e2-eebbb135eee7,segment=NetworkSegment(b043b683-99ad-47df-bff3-ec37c4125a06),segment_id=b043b683-99ad-47df-bff3-ec37c4125a06)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:50:53.738592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:53.893487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dd526-f230-420d-bdcf-211004cf0640 req-43e1c87a-4c8b-420a-bc91-ee4a18df549f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:50:53.895435 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9d6dd526-f230-420d-bdcf-211004cf0640 req-43e1c87a-4c8b-420a-bc91-ee4a18df549f tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 946 time: 0.1023374 Apr 05 16:50:53.951580 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9d6dd526-f230-420d-bdcf-211004cf0640 req-154237ad-de49-44ac-8cfe-bd41ecf1bbc0 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba324a2f-7324-4af9-949b-451e8f67a518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481451 Apr 05 16:50:54.137584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Calling delete_port for 2a73b717-b073-45f3-a7e2-eebbb135eee7 owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:50:54.294924 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:54.310840 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:54.331783 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['2a73b717-b073-45f3-a7e2-eebbb135eee7'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:50:54.370561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Pushing event deleted for resources: {'Port': ['ID=2a73b717-b073-45f3-a7e2-eebbb135eee7,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:54.375698 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:54.561817 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] No DVR routers for this DVR port 2a73b717-b073-45f3-a7e2-eebbb135eee7 on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:50:54.564369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:54.567281 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccffc922-ffcb-4f9e-aa89-17447c1c1437', 'name': 'network-vif-deleted', 'tag': '2a73b717-b073-45f3-a7e2-eebbb135eee7'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:50:54.593391 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c4a84f75-2fd6-465b-ad91-ebd9aa697e6a req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.41 "DELETE /v2.0/ports/2a73b717-b073-45f3-a7e2-eebbb135eee7 HTTP/1.1" status: 204 len: 173 time: 1.2108760 Apr 05 16:50:54.621920 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccffc922-ffcb-4f9e-aa89-17447c1c1437', 'name': 'network-vif-deleted', 'tag': '2a73b717-b073-45f3-a7e2-eebbb135eee7', 'status': 'completed', 'code': 200} Apr 05 16:50:55.139079 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b9119f80-4baa-42ef-8629-55caf1dbfaa6 req-03808a64-9c12-4f6a-b5e8-f3605632b78d tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccffc922-ffcb-4f9e-aa89-17447c1c1437 HTTP/1.1" status: 200 len: 210 time: 0.0512769 Apr 05 16:50:56.251054 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35762) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:56.323325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c2539a-a218-417b-aeb7-6e00eb8f2be7 admin admin] Deleting subnet 09d8d262-a52b-4153-b215-b44a1f555da2 {{(pid=84410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:50:56.326871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-93c2539a-a218-417b-aeb7-6e00eb8f2be7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:56.381595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-93c2539a-a218-417b-aeb7-6e00eb8f2be7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852565057'] for subnet, precommit_delete_associations {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:56.449364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-93c2539a-a218-417b-aeb7-6e00eb8f2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:56.471257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 2a73b717-b073-45f3-a7e2-eebbb135eee7 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:50:56.507559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 2a73b717-b073-45f3-a7e2-eebbb135eee7 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:50:56.507954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 2a73b717-b073-45f3-a7e2-eebbb135eee7 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:50:56.741259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-93c2539a-a218-417b-aeb7-6e00eb8f2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852382701'] for subnet, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:56.755011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:56.805934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2539a-a218-417b-aeb7-6e00eb8f2be7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09d8d262-a52b-4153-b215-b44a1f555da2,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:56.809702 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-93c2539a-a218-417b-aeb7-6e00eb8f2be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:56.892012 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-93c2539a-a218-417b-aeb7-6e00eb8f2be7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:56.898445 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-93c2539a-a218-417b-aeb7-6e00eb8f2be7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/09d8d262-a52b-4153-b215-b44a1f555da2 HTTP/1.1" status: 204 len: 168 time: 0.6462657 Apr 05 16:50:56.902771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35766) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:57.021429 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:57.215875 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:57.335231 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4a825f-0259-4e45-b3ca-cc97c5e8fc37']}} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:57.351504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b043b683-99ad-47df-bff3-ec37c4125a06') {'for_net_delete': True} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:57.351847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b043b683-99ad-47df-bff3-ec37c4125a06') {} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:50:57.364416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210742'] for segment, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:57.385498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:57.392448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:50:57.572072 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:50:57.581322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2564923'] for segment, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:57.765746 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Network fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:50:57.789146 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:50:57.882246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:57.886120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-22618c74-37a0-4fdc-a8af-41174788b64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:57.900698 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:57.911980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4a825f-0259-4e45-b3ca-cc97c5e8fc37,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:57.915418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:57.920721 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-6bd68dbb-cc92-485d-9a2c-892117153040 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb4a825f-0259-4e45-b3ca-cc97c5e8fc37 HTTP/1.1" status: 204 len: 168 time: 1.0169425 Apr 05 16:50:58.119846 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35796) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:58.173834 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a6d8463f-33f4-4c14-8290-ce4fea3f0882 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75c37a84603f4ab798395212dd8c5f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526204 Apr 05 16:50:58.177672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35800) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:58.252200 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f41f8ddc-2c89-4eca-86bf-874fc12240d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:58.280439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f41f8ddc-2c89-4eca-86bf-874fc12240d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:58.334107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f41f8ddc-2c89-4eca-86bf-874fc12240d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:58.338188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-41629e56-8c28-44c3-9d2c-916404d63c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:58.352758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f8ddc-2c89-4eca-86bf-874fc12240d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba324a2f-7324-4af9-949b-451e8f67a518,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:58.355296 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f41f8ddc-2c89-4eca-86bf-874fc12240d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:58.364980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f41f8ddc-2c89-4eca-86bf-874fc12240d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:58.366615 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-f41f8ddc-2c89-4eca-86bf-874fc12240d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba324a2f-7324-4af9-949b-451e8f67a518 HTTP/1.1" status: 204 len: 168 time: 0.1879008 Apr 05 16:50:59.242412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35836) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:59.430542 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc08c-002f-4f75-a387-aba2698345ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:59.444839 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8d6dc08c-002f-4f75-a387-aba2698345ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:50:59.448975 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8d6dc08c-002f-4f75-a387-aba2698345ea admin admin] Usage tracker for resource:security_group_rule and tenant:412d90fc97ef449bab439388216c256f is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:50:59.452041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-8d6dc08c-002f-4f75-a387-aba2698345ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:50:59.458409 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-8d6dc08c-002f-4f75-a387-aba2698345ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:50:59.544411 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc08c-002f-4f75-a387-aba2698345ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:59.548154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc08c-002f-4f75-a387-aba2698345ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:59.557371 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8e3ae234-003a-4d0e-887d-4f09beb6e66b tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:59.599866 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8d6dc08c-002f-4f75-a387-aba2698345ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=412d90fc97ef449bab439388216c256f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562791 Apr 05 16:50:59.601692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dc08c-002f-4f75-a387-aba2698345ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741aec1e-dc0e-48eb-be53-50948ebea660,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:59.603212 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35850) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:50:59.604881 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8d6dc08c-002f-4f75-a387-aba2698345ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:59.669748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a175e5b8-0cdb-456a-932a-99dae8a82544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:59.697831 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a175e5b8-0cdb-456a-932a-99dae8a82544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:59.744569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a175e5b8-0cdb-456a-932a-99dae8a82544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:59.750414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cea9fdad-a2fe-4d78-a31e-27599db37899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:50:59.766932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175e5b8-0cdb-456a-932a-99dae8a82544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741aec1e-dc0e-48eb-be53-50948ebea660,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:50:59.769439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a175e5b8-0cdb-456a-932a-99dae8a82544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:50:59.773099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a175e5b8-0cdb-456a-932a-99dae8a82544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:50:59.774293 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a175e5b8-0cdb-456a-932a-99dae8a82544 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/741aec1e-dc0e-48eb-be53-50948ebea660 HTTP/1.1" status: 204 len: 168 time: 0.1699698 Apr 05 16:51:00.097786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35866) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:00.212486 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35872) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:00.232474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.233213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:51:00.235476 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.248981 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:00.250837 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:00.253715 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:64795cfdd94d407da1b8c4749f39d537 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:00.254894 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] Usage tracker for resource:security_group_rule and tenant:f97c3031e4f545c4b21435c6f1eea5cc is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:00.256838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:00.257932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:00.263272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:00.264014 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:00.353316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.358087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.361484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.364595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.365401 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7c5faf27-aac6-495f-a958-ba02c7d121c4 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:00.373761 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-eb7f54ad-ceb3-423d-9055-73b87865b0be tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:00.408760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa6cd3f-6198-4087-b499-e26007c7acb9,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:00.413461 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f97c3031e4f545c4b21435c6f1eea5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998658 Apr 05 16:51:00.414452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:00.416193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0194a366-be2b-4cee-9f49-96371dd8de2b,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:00.416464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35876) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:00.419470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:00.425262 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64795cfdd94d407da1b8c4749f39d537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285635 Apr 05 16:51:00.425979 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35880) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:00.481307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fbeb8ec8-f746-45d5-a206-2c3cf06454c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.488690 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8689d5e6-91a5-4202-95bd-a93940b54366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.508717 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fbeb8ec8-f746-45d5-a206-2c3cf06454c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.517269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8689d5e6-91a5-4202-95bd-a93940b54366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.559096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fbeb8ec8-f746-45d5-a206-2c3cf06454c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.563331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f1ea6a56-32ab-4eca-ade3-7e1b20ea5e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:00.564109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8689d5e6-91a5-4202-95bd-a93940b54366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.569449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fc015c52-499f-4704-a9ee-e51d844bbbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:00.575136 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb8ec8-f746-45d5-a206-2c3cf06454c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa6cd3f-6198-4087-b499-e26007c7acb9,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:00.579530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fbeb8ec8-f746-45d5-a206-2c3cf06454c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:00.581927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689d5e6-91a5-4202-95bd-a93940b54366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0194a366-be2b-4cee-9f49-96371dd8de2b,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:00.583098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fbeb8ec8-f746-45d5-a206-2c3cf06454c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.586882 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-fbeb8ec8-f746-45d5-a206-2c3cf06454c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afa6cd3f-6198-4087-b499-e26007c7acb9 HTTP/1.1" status: 204 len: 168 time: 0.1668909 Apr 05 16:51:00.587032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8689d5e6-91a5-4202-95bd-a93940b54366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:00.595627 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8689d5e6-91a5-4202-95bd-a93940b54366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.600075 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-8689d5e6-91a5-4202-95bd-a93940b54366 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0194a366-be2b-4cee-9f49-96371dd8de2b HTTP/1.1" status: 204 len: 168 time: 0.1728995 Apr 05 16:51:00.955945 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35894) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:00.962114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35898) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:00.975379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.981466 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3a109dde-1e48-40d8-b6c2-8d75db73398a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:00.990758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:00.994972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] Usage tracker for resource:security_group_rule and tenant:88c3348f78df4fc981205b018d81c168 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:00.997920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:01.000760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3a109dde-1e48-40d8-b6c2-8d75db73398a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:01.004811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3a109dde-1e48-40d8-b6c2-8d75db73398a admin admin] Usage tracker for resource:security_group_rule and tenant:5dae6e89b650418dbd08d6c433e896cc is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:01.005438 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:01.007805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-3a109dde-1e48-40d8-b6c2-8d75db73398a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:01.014029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-3a109dde-1e48-40d8-b6c2-8d75db73398a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:01.092329 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.097552 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.100432 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3a109dde-1e48-40d8-b6c2-8d75db73398a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.103789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3a109dde-1e48-40d8-b6c2-8d75db73398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.107511 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-46269b23-d6ec-4128-a5e2-c601ad9b0d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:01.111672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-23394fd0-f196-47fa-8f40-b0427178fc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:01.149427 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88c3348f78df4fc981205b018d81c168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922669 Apr 05 16:51:01.152668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35902) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:01.155575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7917538e-7701-4303-9538-9d9e80f2e1a6,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:01.158810 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3a109dde-1e48-40d8-b6c2-8d75db73398a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dae6e89b650418dbd08d6c433e896cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953919 Apr 05 16:51:01.159931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35906) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:01.162620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a109dde-1e48-40d8-b6c2-8d75db73398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd56c83-420c-481c-b076-c5d688972e80,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:01.165785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3a109dde-1e48-40d8-b6c2-8d75db73398a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:01.169848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:01.221574 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e91fd671-7820-4a5b-a2ef-fba180f84fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.228999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-701fbe79-45d0-4d55-9c26-281f81707b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.249363 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e91fd671-7820-4a5b-a2ef-fba180f84fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.256600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-701fbe79-45d0-4d55-9c26-281f81707b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.297309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e91fd671-7820-4a5b-a2ef-fba180f84fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.302852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e8e6005a-660e-48aa-aab1-abd8fb623d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:01.303658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-701fbe79-45d0-4d55-9c26-281f81707b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.308776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7cf6a069-03b2-4867-8747-80018bf7bd64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:01.314568 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fd671-7820-4a5b-a2ef-fba180f84fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7917538e-7701-4303-9538-9d9e80f2e1a6,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:01.318593 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e91fd671-7820-4a5b-a2ef-fba180f84fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:01.322520 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e91fd671-7820-4a5b-a2ef-fba180f84fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.326465 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e91fd671-7820-4a5b-a2ef-fba180f84fa8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7917538e-7701-4303-9538-9d9e80f2e1a6 HTTP/1.1" status: 204 len: 168 time: 0.1702235 Apr 05 16:51:01.335331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fbe79-45d0-4d55-9c26-281f81707b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd56c83-420c-481c-b076-c5d688972e80,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:01.337785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-701fbe79-45d0-4d55-9c26-281f81707b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:01.339283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-701fbe79-45d0-4d55-9c26-281f81707b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:01.340501 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-701fbe79-45d0-4d55-9c26-281f81707b4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cd56c83-420c-481c-b076-c5d688972e80 HTTP/1.1" status: 204 len: 168 time: 0.1794667 Apr 05 16:51:02.183195 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 35950) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:02.306576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1013120944-network', 'tenant_id': '640467a424cc48348aa711ed8b04e1d5'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:02.314575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:02.319114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Usage tracker for resource:network and tenant:640467a424cc48348aa711ed8b04e1d5 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:02.322523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:02.330880 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:02.342678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Made reservation on behalf of 640467a424cc48348aa711ed8b04e1d5 for: {'network': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:51:02.347867 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:02.361966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:02.377803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:02.381961 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Usage tracker for resource:security_group_rule and tenant:640467a424cc48348aa711ed8b04e1d5 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:02.384978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:02.391418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:02.480460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:02.484458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:02.488866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-91f6b999-5d10-4e37-ab72-696b38710abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:02.517845 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=84410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:51:02.527204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc55dc4-767e-461a-a503-232813f6053b,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:02.531175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:02.534031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:02.534434 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Added segment 76cacbb6-9249-4661-a487-bdfaa7e513d1 of type vlan for network 88a9fccd-405e-40d6-8deb-570a3a60eed4 Apr 05 16:51:02.561519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:02.592502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:02.593931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:02.594573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:02.599541 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:02.703428 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5190480 Apr 05 16:51:02.706557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Pushing event updated for resources: {'Network': ['ID=88a9fccd-405e-40d6-8deb-570a3a60eed4,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:02.706839 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 35970) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:02.709365 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:02.713458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Request body: {'subnet': {'network_id': '88a9fccd-405e-40d6-8deb-570a3a60eed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1013120944-subnet', 'tenant_id': '640467a424cc48348aa711ed8b04e1d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:02.718830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:02.723285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Usage tracker for resource:subnet and tenant:640467a424cc48348aa711ed8b04e1d5 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:02.726547 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:02.727111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network 88a9fccd-405e-40d6-8deb-570a3a60eed4 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:51:02.733104 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:02.745120 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Made reservation on behalf of 640467a424cc48348aa711ed8b04e1d5 for: {'subnet': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:51:02.750723 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852152537'] for subnet, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:03.165264 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852261724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852152556'] for subnet, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:03.181198 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:03.315384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf65196d-3360-418b-b720-30443b9134fa,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:03.319449 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:03.380425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Checking segment: {'id': '76cacbb6-9249-4661-a487-bdfaa7e513d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '88a9fccd-405e-40d6-8deb-570a3a60eed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:51:03.380769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Network hostable DHCP agents. Network: 88a9fccd-405e-40d6-8deb-570a3a60eed4, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:51:03.401298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Network 88a9fccd-405e-40d6-8deb-570a3a60eed4 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:51:03.411405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, 88a9fccd-405e-40d6-8deb-570a3a60eed4) {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:51:03.422464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bba539-3b4d-4dde-9680-9f8e9cfe13ae None None] Network 88a9fccd-405e-40d6-8deb-570a3a60eed4 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:51:03.423620 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:03.424260 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:03.445880 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-93350379-1144-4e72-8394-7af2800da3a3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7377529 Apr 05 16:51:03.646955 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035d28d-6bae-45b2-a269-6b2f6d6fb767 None None] Network 88a9fccd-405e-40d6-8deb-570a3a60eed4 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:51:04.050092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36000) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:04.056654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1040727088-network', 'tenant_id': '71f4a0f2a16d4747aaee34be597291b0'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:04.062355 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:04.067064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Usage tracker for resource:network and tenant:71f4a0f2a16d4747aaee34be597291b0 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:04.071300 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:04.078350 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:04.092185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Made reservation on behalf of 71f4a0f2a16d4747aaee34be597291b0 for: {'network': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:51:04.100079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:04.116459 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:04.132399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:04.136737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Usage tracker for resource:security_group_rule and tenant:71f4a0f2a16d4747aaee34be597291b0 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:04.139851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:04.146616 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:04.240938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:04.244729 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:04.248379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6e0fdcec-f96c-4a2b-bfa0-abe26b8e17c9 tempest-AttachVolumeTestJSON-824945025 tempest-AttachVolumeTestJSON-824945025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:04.278623 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=84411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:51:04.287575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ab8eb7-c787-41cc-9424-40170997d2f9,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:04.291432 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:04.293993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:04.294380 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Added segment fa6a384c-ab0b-4005-bd79-fc807970c399 of type vlan for network 5bacc81d-5089-4c45-bf64-330c449385c7 Apr 05 16:51:04.321716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:04.352525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:04.354008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:04.354644 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:04.360159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-18dce761-6e3e-441a-a1e2-ebd6b6914649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:04.466859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Pushing event updated for resources: {'Network': ['ID=5bacc81d-5089-4c45-bf64-330c449385c7,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:04.473498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36008) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:04.473706 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4222157 Apr 05 16:51:04.474556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-57966f2b-f7c2-4cb6-acb6-f7ff24981b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:04.478770 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network 5bacc81d-5089-4c45-bf64-330c449385c7 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:51:04.481645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Request body: {'subnet': {'network_id': '5bacc81d-5089-4c45-bf64-330c449385c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1040727088-subnet', 'tenant_id': '71f4a0f2a16d4747aaee34be597291b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:04.487865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:04.492302 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Usage tracker for resource:subnet and tenant:71f4a0f2a16d4747aaee34be597291b0 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:04.495425 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:04.502065 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:04.513662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Made reservation on behalf of 71f4a0f2a16d4747aaee34be597291b0 for: {'subnet': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:51:04.518510 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2393129'] for subnet, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:04.941705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852210773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2393114'] for subnet, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:04.954647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:05.089601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=628f6c2d-07f2-4bf2-b67b-aa5e1ec97d31,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:05.094257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:05.155850 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Checking segment: {'id': 'fa6a384c-ab0b-4005-bd79-fc807970c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5bacc81d-5089-4c45-bf64-330c449385c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:51:05.156236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Network hostable DHCP agents. Network: 5bacc81d-5089-4c45-bf64-330c449385c7, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:51:05.177028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Network 5bacc81d-5089-4c45-bf64-330c449385c7 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:51:05.187319 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, 5bacc81d-5089-4c45-bf64-330c449385c7) {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:51:05.196949 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cfd694-bc73-49ac-9f90-56e8f7bc7956 None None] Network 5bacc81d-5089-4c45-bf64-330c449385c7 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:51:05.199047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:05.199694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:05.219805 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7441938 Apr 05 16:51:05.436637 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4007e68-9015-46a6-8655-e1868e88111e None None] Network 5bacc81d-5089-4c45-bf64-330c449385c7 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:51:05.919923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-4bd2b54e-190a-4b6e-a41d-44e95ef4379e tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:05.921554 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-4bd2b54e-190a-4b6e-a41d-44e95ef4379e tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/networks?id=88a9fccd-405e-40d6-8deb-570a3a60eed4 HTTP/1.1" status: 200 len: 809 time: 0.1698270 Apr 05 16:51:05.938583 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-8af83fa6-75cd-410d-9316-aee7a67cbdf8 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/quotas/640467a424cc48348aa711ed8b04e1d5 HTTP/1.1" status: 200 len: 375 time: 0.0105400 Apr 05 16:51:05.993089 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-25d47f05-b476-48ce-ab10-05a4432f7d02 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=640467a424cc48348aa711ed8b04e1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478821 Apr 05 16:51:06.149578 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-859d6469-a148-4298-8464-b08b20e1676e service neutron] 10.222.0.15 "GET /v2.0/networks/88a9fccd-405e-40d6-8deb-570a3a60eed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484296 Apr 05 16:51:06.300499 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-588359f2-d690-4b38-9794-dfdc60288cfc service neutron] 10.222.0.15 "GET /v2.0/networks/88a9fccd-405e-40d6-8deb-570a3a60eed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437654 Apr 05 16:51:06.506570 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f729b172-5e1d-4ec3-809f-691ba28e3b28 req-fc140fe1-5a88-43d3-888a-06c6330b37cd tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 210 time: 0.0556874 Apr 05 16:51:07.684446 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7e75a7ad-fa73-4ac0-b279-2d3a40652ba4 req-a978198c-c43d-4e27-95c7-24c8b8035494 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 210 time: 0.0561845 Apr 05 16:51:07.985239 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-63900889-2282-41cc-93bd-e1a9cace39c2 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:07.985984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-63900889-2282-41cc-93bd-e1a9cace39c2 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Synchronizing usage tracker for tenant:640467a424cc48348aa711ed8b04e1d5 on resource:network {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:51:08.004312 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-63900889-2282-41cc-93bd-e1a9cace39c2 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Unset dirty status for tenant:640467a424cc48348aa711ed8b04e1d5 on resource:network {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:51:08.005568 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-63900889-2282-41cc-93bd-e1a9cace39c2 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.41 "GET /v2.0/networks?id=88a9fccd-405e-40d6-8deb-570a3a60eed4 HTTP/1.1" status: 200 len: 809 time: 0.4442878 Apr 05 16:51:08.024336 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Request body: {'port': {'device_id': '4096e5f7-9a6b-4572-851f-36f335273a37', 'network_id': '88a9fccd-405e-40d6-8deb-570a3a60eed4', 'admin_state_up': True, 'tenant_id': '640467a424cc48348aa711ed8b04e1d5'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:08.172401 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:08.176524 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Usage tracker for resource:port and tenant:640467a424cc48348aa711ed8b04e1d5 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:08.179576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:08.185854 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:08.196377 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Made reservation on behalf of 640467a424cc48348aa711ed8b04e1d5 for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:51:08.202763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:08.392783 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Allocated IP 172.20.0.7 (88a9fccd-405e-40d6-8deb-570a3a60eed4/bf65196d-3360-418b-b720-30443b9134fa/42bd9355-2d0d-4907-8659-d0f8cc6060e6) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:51:08.629580 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:08.662518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:08.678077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:08.826343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Pushing event updated for resources: {'Port': ['ID=42bd9355-2d0d-4907-8659-d0f8cc6060e6,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:08.829660 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:08.880391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Network 88a9fccd-405e-40d6-8deb-570a3a60eed4 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:51:08.881687 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:51:08.884070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:51:08.887001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a23642-36eb-4216-aba9-e0ff695fb56a req-e90478eb-0b77-4af0-a070-c9eae8dd9b3b tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:08.888661 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e0a23642-36eb-4216-aba9-e0ff695fb56a req-e90478eb-0b77-4af0-a070-c9eae8dd9b3b tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 931 time: 0.0881310 Apr 05 16:51:08.937940 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e0a23642-36eb-4216-aba9-e0ff695fb56a req-fa231dc2-86b0-4959-a1c9-4bf95c71c66d tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Apr 05 16:51:08.954737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:08.955407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:08.976739 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-53caca7f-7d40-4187-b3ef-de1a479f18fc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9567161 Apr 05 16:51:08.993035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-27515f8e-c108-4c73-8394-a90625a4348d tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:51:08.994107 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-27515f8e-c108-4c73-8394-a90625a4348d tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056741 Apr 05 16:51:09.005516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Request body: {'port': {'device_id': '4096e5f7-9a6b-4572-851f-36f335273a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:09.130288 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:09.552764 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42bd9355-2d0d-4907-8659-d0f8cc6060e6 {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:51:09.560778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:09.576896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Transition to ACTIVE for port object 42bd9355-2d0d-4907-8659-d0f8cc6060e6 will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:51:09.580577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:09.594453 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b454eaf9-73f5-49dd-a9b3-48ec9ebf5d9a tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:09.735181 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=42bd9355-2d0d-4907-8659-d0f8cc6060e6,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:09.743667 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:09.960444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Attempting to bind port 42bd9355-2d0d-4907-8659-d0f8cc6060e6 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:51:09.961054 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Attempting to bind port 42bd9355-2d0d-4907-8659-d0f8cc6060e6 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '76cacbb6-9249-4661-a487-bdfaa7e513d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '88a9fccd-405e-40d6-8deb-570a3a60eed4'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:51:09.961193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Attempting to bind port 42bd9355-2d0d-4907-8659-d0f8cc6060e6 on network 88a9fccd-405e-40d6-8deb-570a3a60eed4 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:51:09.966470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Port 42bd9355-2d0d-4907-8659-d0f8cc6060e6 on network 88a9fccd-405e-40d6-8deb-570a3a60eed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:51:09.966833 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Attempting to bind port 42bd9355-2d0d-4907-8659-d0f8cc6060e6 on network 88a9fccd-405e-40d6-8deb-570a3a60eed4 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:51:09.972781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:51:09.973191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Checking segment: {'id': '76cacbb6-9249-4661-a487-bdfaa7e513d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '88a9fccd-405e-40d6-8deb-570a3a60eed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:51:09.973591 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Bound using segment: {'id': '76cacbb6-9249-4661-a487-bdfaa7e513d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '88a9fccd-405e-40d6-8deb-570a3a60eed4'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:51:09.974057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Bound port: 42bd9355-2d0d-4907-8659-d0f8cc6060e6, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cacbb6-9249-4661-a487-bdfaa7e513d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '88a9fccd-405e-40d6-8deb-570a3a60eed4'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:51:09.974478 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:10.075166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] For port 42bd9355-2d0d-4907-8659-d0f8cc6060e6, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:51:10.079020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] For port 42bd9355-2d0d-4907-8659-d0f8cc6060e6, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=42bd9355-2d0d-4907-8659-d0f8cc6060e6,segment=NetworkSegment(76cacbb6-9249-4661-a487-bdfaa7e513d1),segment_id=76cacbb6-9249-4661-a487-bdfaa7e513d1)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:51:10.082923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:10.099532 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b5fd1939-3ce7-423d-95d9-d66fb1eedf5c tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:10.149788 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29957b5-ab01-44c6-811b-c36e2063b52b req-c4f310dc-4eb2-47fe-8274-31a57e66ef86 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:10.151723 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a29957b5-ab01-44c6-811b-c36e2063b52b req-c4f310dc-4eb2-47fe-8274-31a57e66ef86 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 943 time: 0.0941927 Apr 05 16:51:10.202561 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a29957b5-ab01-44c6-811b-c36e2063b52b req-3547ae9d-91ba-450d-80d9-c312c8e05d23 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Apr 05 16:51:10.255566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=42bd9355-2d0d-4907-8659-d0f8cc6060e6,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:10.259057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:10.294888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:10.295404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:10.297124 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/42bd9355-2d0d-4907-8659-d0f8cc6060e6 HTTP/1.1" status: 200 len: 1093 time: 1.2957208 Apr 05 16:51:10.297740 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4096e5f7-9a6b-4572-851f-36f335273a37', 'tag': '42bd9355-2d0d-4907-8659-d0f8cc6060e6'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:51:10.348234 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4096e5f7-9a6b-4572-851f-36f335273a37', 'tag': '42bd9355-2d0d-4907-8659-d0f8cc6060e6', 'status': 'completed', 'code': 200} Apr 05 16:51:10.459488 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-f8d21f8f-ae18-49fd-a342-50f75bd007e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:10.460995 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-f8d21f8f-ae18-49fd-a342-50f75bd007e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=640467a424cc48348aa711ed8b04e1d5&device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 1096 time: 0.0961499 Apr 05 16:51:10.539443 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-f061f9b7-211b-49c2-b579-44a8b97b899a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42bd9355-2d0d-4907-8659-d0f8cc6060e6 HTTP/1.1" status: 200 len: 217 time: 0.0665984 Apr 05 16:51:10.619663 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-f8995432-487d-410c-8abb-addf5a8047cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:10.621245 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-f8995432-487d-410c-8abb-addf5a8047cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf65196d-3360-418b-b720-30443b9134fa HTTP/1.1" status: 200 len: 849 time: 0.0752168 Apr 05 16:51:10.674301 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-0094fda0-a83e-4287-9b19-f41cf2060ba4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88a9fccd-405e-40d6-8deb-570a3a60eed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465171 Apr 05 16:51:10.683592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:10.830016 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-82966b8b-b0a0-4c42-9264-ff030d3e5a35 service neutron] 10.222.0.41 "GET /v2.0/networks/88a9fccd-405e-40d6-8deb-570a3a60eed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482201 Apr 05 16:51:10.983415 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6e3338d0-9375-4c70-8741-10fbb59fa94f req-42673e69-9f9a-4422-8820-87d114ccb77b service neutron] 10.222.0.41 "GET /v2.0/networks/88a9fccd-405e-40d6-8deb-570a3a60eed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467724 Apr 05 16:51:11.146487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be237c-28c2-4107-95c1-a37128db5ad3 req-3919acd8-eca5-4682-b327-157d67d634ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:11.148132 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b2be237c-28c2-4107-95c1-a37128db5ad3 req-3919acd8-eca5-4682-b327-157d67d634ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=640467a424cc48348aa711ed8b04e1d5&device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 1096 time: 0.0795541 Apr 05 16:51:11.297886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be237c-28c2-4107-95c1-a37128db5ad3 req-3ae12381-0f7e-4a00-9357-6d7915e37d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:11.300611 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b2be237c-28c2-4107-95c1-a37128db5ad3 req-3ae12381-0f7e-4a00-9357-6d7915e37d49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88a9fccd-405e-40d6-8deb-570a3a60eed4 HTTP/1.1" status: 200 len: 910 time: 0.1460202 Apr 05 16:51:11.384889 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b2be237c-28c2-4107-95c1-a37128db5ad3 req-571d915b-11e2-42da-ae40-d02b9d2b645b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42bd9355-2d0d-4907-8659-d0f8cc6060e6 HTTP/1.1" status: 200 len: 217 time: 0.0767484 Apr 05 16:51:11.420077 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fedd47-91ae-459e-a77b-ced6b766ca62 req-ab47ddbf-e328-4289-a7f0-8327d218a83f tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:11.421939 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-63fedd47-91ae-459e-a77b-ced6b766ca62 req-ab47ddbf-e328-4289-a7f0-8327d218a83f tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 943 time: 0.1001561 Apr 05 16:51:11.458877 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be237c-28c2-4107-95c1-a37128db5ad3 req-07c2d13f-d07e-475c-8a9e-97353b4bd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:11.460742 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b2be237c-28c2-4107-95c1-a37128db5ad3 req-07c2d13f-d07e-475c-8a9e-97353b4bd6b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf65196d-3360-418b-b720-30443b9134fa HTTP/1.1" status: 200 len: 849 time: 0.0662851 Apr 05 16:51:11.478118 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-63fedd47-91ae-459e-a77b-ced6b766ca62 req-72cf3696-8a90-40de-b79e-c11ae45f7265 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493255 Apr 05 16:51:11.478653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36124) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:11.517826 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b2be237c-28c2-4107-95c1-a37128db5ad3 req-e4c66924-fd91-4e32-b1ab-301094f30688 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88a9fccd-405e-40d6-8deb-570a3a60eed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511017 Apr 05 16:51:11.607235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-76a0c551-518b-4425-97c4-3d773e02acac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:11.622822 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-76a0c551-518b-4425-97c4-3d773e02acac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:11.626978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-76a0c551-518b-4425-97c4-3d773e02acac admin admin] Usage tracker for resource:security_group_rule and tenant:9955a8cbfedc490d8e5db12f66d88f4e is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:11.629995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-76a0c551-518b-4425-97c4-3d773e02acac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:11.636105 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-76a0c551-518b-4425-97c4-3d773e02acac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:11.662632 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b2be237c-28c2-4107-95c1-a37128db5ad3 req-281b50a5-3a41-49bf-a4bf-5830bcd1d8f8 service neutron] 10.222.0.41 "GET /v2.0/networks/88a9fccd-405e-40d6-8deb-570a3a60eed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359515 Apr 05 16:51:11.726772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-76a0c551-518b-4425-97c4-3d773e02acac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:11.731155 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-76a0c551-518b-4425-97c4-3d773e02acac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:11.740208 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4b102c90-8759-48c6-88e1-cdd9f020af3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:11.784088 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-76a0c551-518b-4425-97c4-3d773e02acac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9955a8cbfedc490d8e5db12f66d88f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042662 Apr 05 16:51:11.785129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0c551-518b-4425-97c4-3d773e02acac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a5bfc6-f789-4c04-8216-727b8d72424b,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:11.787806 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36130) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:11.790513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-76a0c551-518b-4425-97c4-3d773e02acac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:11.860937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23f31687-17f5-4bec-a68b-e7d7d695276b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:11.891726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23f31687-17f5-4bec-a68b-e7d7d695276b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:11.945644 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23f31687-17f5-4bec-a68b-e7d7d695276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:11.949772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ca1f7892-9a98-4d83-af2c-55e03dee9da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:11.962415 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f31687-17f5-4bec-a68b-e7d7d695276b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a5bfc6-f789-4c04-8216-727b8d72424b,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:11.966523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-23f31687-17f5-4bec-a68b-e7d7d695276b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:11.970578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-23f31687-17f5-4bec-a68b-e7d7d695276b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:11.972082 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-23f31687-17f5-4bec-a68b-e7d7d695276b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22a5bfc6-f789-4c04-8216-727b8d72424b HTTP/1.1" status: 204 len: 168 time: 0.1831865 Apr 05 16:51:12.075985 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b2be237c-28c2-4107-95c1-a37128db5ad3 req-a31ff01b-9aac-4800-bdf5-353ffdf215eb service neutron] 10.222.0.41 "GET /v2.0/networks/88a9fccd-405e-40d6-8deb-570a3a60eed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058280 Apr 05 16:51:12.295798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36138) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:12.315443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-987f6a4f-a5fa-4ea3-93a6-aaa48abaf232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:12.331475 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-987f6a4f-a5fa-4ea3-93a6-aaa48abaf232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:12.335848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-987f6a4f-a5fa-4ea3-93a6-aaa48abaf232 admin admin] Usage tracker for resource:security_group_rule and tenant:74e4ab5de97c4736913a60a0d850196d is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:12.338935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-987f6a4f-a5fa-4ea3-93a6-aaa48abaf232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:12.347692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-987f6a4f-a5fa-4ea3-93a6-aaa48abaf232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:12.433844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-987f6a4f-a5fa-4ea3-93a6-aaa48abaf232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:12.438921 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-987f6a4f-a5fa-4ea3-93a6-aaa48abaf232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:12.446230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-da4bdfa8-fee6-4b22-9126-f58afd0e2477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:12.489445 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-987f6a4f-a5fa-4ea3-93a6-aaa48abaf232 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74e4ab5de97c4736913a60a0d850196d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923101 Apr 05 16:51:12.490354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f6a4f-a5fa-4ea3-93a6-aaa48abaf232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceb1c28-7967-40b4-a0c3-e247b51fd9b4,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:12.493405 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36142) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:12.493660 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-987f6a4f-a5fa-4ea3-93a6-aaa48abaf232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:12.558722 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2efee2b-141f-4532-b5e1-0cd10e2565db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:12.587198 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2efee2b-141f-4532-b5e1-0cd10e2565db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:12.633637 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2efee2b-141f-4532-b5e1-0cd10e2565db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:12.638832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-701fbe79-45d0-4d55-9c26-281f81707b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:12.651874 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efee2b-141f-4532-b5e1-0cd10e2565db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceb1c28-7967-40b4-a0c3-e247b51fd9b4,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:12.654397 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a2efee2b-141f-4532-b5e1-0cd10e2565db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:12.658170 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a2efee2b-141f-4532-b5e1-0cd10e2565db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:12.662413 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a2efee2b-141f-4532-b5e1-0cd10e2565db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ceb1c28-7967-40b4-a0c3-e247b51fd9b4 HTTP/1.1" status: 204 len: 168 time: 0.1676338 Apr 05 16:51:12.682972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe2930-d885-4f7f-907c-6ec533f9277b req-7e161217-17d4-464a-b9f1-4b21029b7603 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:12.685037 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1cfe2930-d885-4f7f-907c-6ec533f9277b req-7e161217-17d4-464a-b9f1-4b21029b7603 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 943 time: 0.0943427 Apr 05 16:51:12.732459 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1cfe2930-d885-4f7f-907c-6ec533f9277b req-a9a2fa66-e830-4b19-a6c0-e2120325f8fa tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Apr 05 16:51:13.938859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f934409-5059-4a83-a020-0280a0645797 req-9182913f-19b0-49f4-85be-97e590fd989e tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:13.940474 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5f934409-5059-4a83-a020-0280a0645797 req-9182913f-19b0-49f4-85be-97e590fd989e tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 943 time: 0.0936346 Apr 05 16:51:13.994047 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5f934409-5059-4a83-a020-0280a0645797 req-d93bc3ad-27d9-4a5e-b2e0-3717b6abf691 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Apr 05 16:51:14.553276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 42bd9355-2d0d-4907-8659-d0f8cc6060e6 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:51:14.699983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 42bd9355-2d0d-4907-8659-d0f8cc6060e6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=42bd9355-2d0d-4907-8659-d0f8cc6060e6,segment=NetworkSegment(76cacbb6-9249-4661-a487-bdfaa7e513d1),segment_id=76cacbb6-9249-4661-a487-bdfaa7e513d1)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:14.714807 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '42bd9355-2d0d-4907-8659-d0f8cc6060e6', 'network_id': '88a9fccd-405e-40d6-8deb-570a3a60eed4', 'port_id': '42bd9355-2d0d-4907-8659-d0f8cc6060e6', 'mac_address': 'fa:16:3e:77:1e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf65196d-3360-418b-b720-30443b9134fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:51:14.774694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:14.796081 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bd9355-2d0d-4907-8659-d0f8cc6060e6 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:51:14.813594 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 42bd9355-2d0d-4907-8659-d0f8cc6060e6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=42bd9355-2d0d-4907-8659-d0f8cc6060e6,segment=NetworkSegment(76cacbb6-9249-4661-a487-bdfaa7e513d1),segment_id=76cacbb6-9249-4661-a487-bdfaa7e513d1)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:14.818017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:14.819836 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:14.891610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=42bd9355-2d0d-4907-8659-d0f8cc6060e6,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:14.899703 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.900086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.900800 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.901170 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.901555 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.901950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.902316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.902675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.903036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.903395 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.903755 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.904104 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:14.908383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:15.195830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['42bd9355-2d0d-4907-8659-d0f8cc6060e6'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:51:15.221467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d250f3-f2eb-4cb3-97b3-0c204d3f8496 req-dc38b28e-6983-4057-8fee-ee196ab21c58 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:15.223104 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-79d250f3-f2eb-4cb3-97b3-0c204d3f8496 req-dc38b28e-6983-4057-8fee-ee196ab21c58 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 944 time: 0.0933564 Apr 05 16:51:15.271979 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-79d250f3-f2eb-4cb3-97b3-0c204d3f8496 req-1a64072e-5a20-408c-ac57-9fa91fbb55a8 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Apr 05 16:51:16.490848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd80fb-c31e-45e8-a1bf-0ba943ca29f6 req-89861a67-177f-4e79-9dc8-c0a383c7a054 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:16.492345 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e6bd80fb-c31e-45e8-a1bf-0ba943ca29f6 req-89861a67-177f-4e79-9dc8-c0a383c7a054 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 944 time: 0.0962758 Apr 05 16:51:16.544155 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e6bd80fb-c31e-45e8-a1bf-0ba943ca29f6 req-0f17c397-124e-476a-b48b-46a23157fa0e tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432353 Apr 05 16:51:16.565035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 42bd9355-2d0d-4907-8659-d0f8cc6060e6 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:51:16.639119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 42bd9355-2d0d-4907-8659-d0f8cc6060e6 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:51:16.644689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 42bd9355-2d0d-4907-8659-d0f8cc6060e6 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:51:16.645110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:16.772406 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:16.801881 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4096e5f7-9a6b-4572-851f-36f335273a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bd9355-2d0d-4907-8659-d0f8cc6060e6'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:51:16.812601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 42bd9355-2d0d-4907-8659-d0f8cc6060e6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=42bd9355-2d0d-4907-8659-d0f8cc6060e6,segment=NetworkSegment(76cacbb6-9249-4661-a487-bdfaa7e513d1),segment_id=76cacbb6-9249-4661-a487-bdfaa7e513d1)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:16.817135 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:16.818919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-892d92d8-30b9-4868-b1de-945ad7181b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:16.856255 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4096e5f7-9a6b-4572-851f-36f335273a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bd9355-2d0d-4907-8659-d0f8cc6060e6', 'code': 200} Apr 05 16:51:16.889927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=42bd9355-2d0d-4907-8659-d0f8cc6060e6,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:16.893861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:16.986138 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bb303e6e-3110-4a8f-b0e5-17a585808929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:17.134225 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9267ff6-da31-45f4-b102-7556b8a4509b req-94cd4aaf-2992-4dd5-bd4c-3d34fffabc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:17.135814 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a9267ff6-da31-45f4-b102-7556b8a4509b req-94cd4aaf-2992-4dd5-bd4c-3d34fffabc2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 1098 time: 0.0852647 Apr 05 16:51:17.186920 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a9267ff6-da31-45f4-b102-7556b8a4509b req-649ca721-007b-401f-912f-d4cc1156684d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439646 Apr 05 16:51:17.713452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36240) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:17.751967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092518-41ab-4a67-bab9-cfbd4b8a89fd req-431a273b-941d-4716-b5df-a5ffade9d6ec tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:17.753590 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6b092518-41ab-4a67-bab9-cfbd4b8a89fd req-431a273b-941d-4716-b5df-a5ffade9d6ec tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 945 time: 0.0888638 Apr 05 16:51:17.805820 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6b092518-41ab-4a67-bab9-cfbd4b8a89fd req-bb0980d4-b66c-44d0-a580-cae82a127ca3 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455596 Apr 05 16:51:17.838551 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:17.854320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:17.858539 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] Usage tracker for resource:security_group_rule and tenant:217a5c705baf4800a8e74f50f6d61fc7 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:17.861585 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:17.867851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:17.966152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:17.970008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:17.977338 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2918349b-2acb-4ae6-b548-04e7bf160926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:18.019917 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=217a5c705baf4800a8e74f50f6d61fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052571 Apr 05 16:51:18.020838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1a6d8-e4f4-4fc7-9692-552007286f74,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:18.023331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36246) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:18.024567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:18.087720 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd94a-5a2f-42c8-a695-d7375109d402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.115418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd94a-5a2f-42c8-a695-d7375109d402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.163337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd94a-5a2f-42c8-a695-d7375109d402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.169642 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2ae44875-356b-492f-a5fa-5f7e63035d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:18.184217 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fd94a-5a2f-42c8-a695-d7375109d402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1a6d8-e4f4-4fc7-9692-552007286f74,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:18.186637 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9a3fd94a-5a2f-42c8-a695-d7375109d402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:18.196054 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd94a-5a2f-42c8-a695-d7375109d402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.197274 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-9a3fd94a-5a2f-42c8-a695-d7375109d402 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12f1a6d8-e4f4-4fc7-9692-552007286f74 HTTP/1.1" status: 204 len: 168 time: 0.1728249 Apr 05 16:51:18.299440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.519741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36254) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:18.539479 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.554788 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:18.558851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] Usage tracker for resource:security_group_rule and tenant:24feee5b2de84405b84ebc179a7e64ef is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:18.561839 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:18.568230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:18.655249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.660778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.678335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8721f75d-1fca-4471-a7d7-8f14c440eeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:18.723676 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e56a0be-580c-4f47-9b14-b1c9dfbf97b6,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:18.728358 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24feee5b2de84405b84ebc179a7e64ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073808 Apr 05 16:51:18.729245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:18.731205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36258) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:18.793291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09fb1aca-98ea-4795-a15d-868787d55c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.820954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09fb1aca-98ea-4795-a15d-868787d55c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.878866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09fb1aca-98ea-4795-a15d-868787d55c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.882825 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8834ecbf-cfa6-4e58-807f-01fd96749e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:18.894795 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb1aca-98ea-4795-a15d-868787d55c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e56a0be-580c-4f47-9b14-b1c9dfbf97b6,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:18.897227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-09fb1aca-98ea-4795-a15d-868787d55c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:18.904175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-09fb1aca-98ea-4795-a15d-868787d55c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:18.908065 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-09fb1aca-98ea-4795-a15d-868787d55c7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e56a0be-580c-4f47-9b14-b1c9dfbf97b6 HTTP/1.1" status: 204 len: 168 time: 0.1732507 Apr 05 16:51:19.028448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d144adb-244b-4ec8-b53b-5a2c1077492b req-20fb7b6e-68b9-44a7-81d9-71b57878bfbd tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:19.030186 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1d144adb-244b-4ec8-b53b-5a2c1077492b req-20fb7b6e-68b9-44a7-81d9-71b57878bfbd tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 945 time: 0.0925515 Apr 05 16:51:19.079826 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1d144adb-244b-4ec8-b53b-5a2c1077492b req-331b0cfb-66de-4439-bd5a-b2940e80d85f tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431864 Apr 05 16:51:19.089738 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-37a1fcae-a7a8-4cc2-8d99-5605dfdc458f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:19.827095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:21.365569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:22.569866 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36430) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:22.696078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b32f-4036-48d7-95f3-2f4b5ad2fbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:22.711583 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e8b7b32f-4036-48d7-95f3-2f4b5ad2fbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:22.715856 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e8b7b32f-4036-48d7-95f3-2f4b5ad2fbf9 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d9387c69af4fa0a9a9467d9ebf5114 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:22.718926 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-e8b7b32f-4036-48d7-95f3-2f4b5ad2fbf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:22.725207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-e8b7b32f-4036-48d7-95f3-2f4b5ad2fbf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:22.794850 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271d53d-1fb3-47b9-a087-22b24dd5eb5b req-deab5492-12c4-48d7-9563-4cc40907645a tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:22.796459 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4271d53d-1fb3-47b9-a087-22b24dd5eb5b req-deab5492-12c4-48d7-9563-4cc40907645a tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 945 time: 0.2751691 Apr 05 16:51:22.813142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b32f-4036-48d7-95f3-2f4b5ad2fbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:22.817040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b32f-4036-48d7-95f3-2f4b5ad2fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:22.824678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b01b52f1-7034-4a51-bb74-a6add880a648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:22.848494 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4271d53d-1fb3-47b9-a087-22b24dd5eb5b req-3b5ed75e-eda1-4422-bf6c-0c60c4ab9e8b tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448523 Apr 05 16:51:22.866796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7b32f-4036-48d7-95f3-2f4b5ad2fbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9897813-189d-4058-9b78-e97fc0b47332,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:22.871521 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e8b7b32f-4036-48d7-95f3-2f4b5ad2fbf9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9d9387c69af4fa0a9a9467d9ebf5114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005071 Apr 05 16:51:22.872919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e8b7b32f-4036-48d7-95f3-2f4b5ad2fbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:22.874443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36436) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:22.937064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-83fe899f-92da-4aad-b3b5-60ee33613f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:22.964651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-83fe899f-92da-4aad-b3b5-60ee33613f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:23.028856 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-83fe899f-92da-4aad-b3b5-60ee33613f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:23.032911 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bb6d3621-1a23-4847-8b50-0882c4999b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:23.046575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe899f-92da-4aad-b3b5-60ee33613f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9897813-189d-4058-9b78-e97fc0b47332,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:23.049482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-83fe899f-92da-4aad-b3b5-60ee33613f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:23.058057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-83fe899f-92da-4aad-b3b5-60ee33613f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:23.059288 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-83fe899f-92da-4aad-b3b5-60ee33613f6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9897813-189d-4058-9b78-e97fc0b47332 HTTP/1.1" status: 204 len: 168 time: 0.1838155 Apr 05 16:51:23.376080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36444) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:23.395350 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-71fe103f-fde7-486c-b3bb-a4f0a295cc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:23.411524 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-71fe103f-fde7-486c-b3bb-a4f0a295cc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:23.416011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-71fe103f-fde7-486c-b3bb-a4f0a295cc71 admin admin] Usage tracker for resource:security_group_rule and tenant:17f8be2269cb4d73bc911a6f8aae2cc6 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:23.419275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-71fe103f-fde7-486c-b3bb-a4f0a295cc71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:23.425904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-71fe103f-fde7-486c-b3bb-a4f0a295cc71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:23.511876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-71fe103f-fde7-486c-b3bb-a4f0a295cc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:23.517185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-71fe103f-fde7-486c-b3bb-a4f0a295cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:23.525049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-96a7edca-66c0-443c-8219-52835aa3774c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:23.569468 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-71fe103f-fde7-486c-b3bb-a4f0a295cc71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17f8be2269cb4d73bc911a6f8aae2cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920040 Apr 05 16:51:23.570412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe103f-fde7-486c-b3bb-a4f0a295cc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4377f6db-f99c-422a-99de-49ae6831dbff,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:23.572630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36448) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:23.573753 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-71fe103f-fde7-486c-b3bb-a4f0a295cc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:23.637872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-187aae95-d94d-407b-a8bc-050c480568c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:23.665697 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-187aae95-d94d-407b-a8bc-050c480568c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:23.721072 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-187aae95-d94d-407b-a8bc-050c480568c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:23.726760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-42c85462-36e5-47b4-bdc1-a7639d9bfc44 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:23.741605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187aae95-d94d-407b-a8bc-050c480568c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4377f6db-f99c-422a-99de-49ae6831dbff,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:23.744001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-187aae95-d94d-407b-a8bc-050c480568c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:23.746443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-187aae95-d94d-407b-a8bc-050c480568c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:23.751190 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-187aae95-d94d-407b-a8bc-050c480568c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4377f6db-f99c-422a-99de-49ae6831dbff HTTP/1.1" status: 204 len: 168 time: 0.1774616 Apr 05 16:51:24.184650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-90a55075-7e0b-46a4-b6ad-b976d2ac14f5 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:24.185490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-90a55075-7e0b-46a4-b6ad-b976d2ac14f5 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Synchronizing usage tracker for tenant:640467a424cc48348aa711ed8b04e1d5 on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:51:24.205114 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-90a55075-7e0b-46a4-b6ad-b976d2ac14f5 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Unset dirty status for tenant:640467a424cc48348aa711ed8b04e1d5 on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:51:24.206511 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-90a55075-7e0b-46a4-b6ad-b976d2ac14f5 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 945 time: 0.1203022 Apr 05 16:51:24.257728 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b110e-0184-44a4-b125-c35c40c4c0e8 req-f27f6697-4d5b-46db-ab20-952bb3991e5a tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:24.259366 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4d7b110e-0184-44a4-b125-c35c40c4c0e8 req-f27f6697-4d5b-46db-ab20-952bb3991e5a tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 945 time: 0.2923310 Apr 05 16:51:24.289596 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Deleting port 42bd9355-2d0d-4907-8659-d0f8cc6060e6 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:24.289807 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:24.308916 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4d7b110e-0184-44a4-b125-c35c40c4c0e8 req-db43edd7-8265-429e-a145-305748aeeaa3 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/security-groups?id=5dc55dc4-767e-461a-a503-232813f6053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431695 Apr 05 16:51:24.574100 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] For port 42bd9355-2d0d-4907-8659-d0f8cc6060e6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=42bd9355-2d0d-4907-8659-d0f8cc6060e6,segment=NetworkSegment(76cacbb6-9249-4661-a487-bdfaa7e513d1),segment_id=76cacbb6-9249-4661-a487-bdfaa7e513d1)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:24.574636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:24.708362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Calling delete_port for 42bd9355-2d0d-4907-8659-d0f8cc6060e6 owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:24.869390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:24.885483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:24.905626 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['42bd9355-2d0d-4907-8659-d0f8cc6060e6'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:51:24.944838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Pushing event deleted for resources: {'Port': ['ID=42bd9355-2d0d-4907-8659-d0f8cc6060e6,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:24.948682 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:25.134732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] No DVR routers for this DVR port 42bd9355-2d0d-4907-8659-d0f8cc6060e6 on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:51:25.137487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:25.140412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4096e5f7-9a6b-4572-851f-36f335273a37', 'name': 'network-vif-deleted', 'tag': '42bd9355-2d0d-4907-8659-d0f8cc6060e6'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:51:25.158032 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-88dbf0eb-f5ec-4636-8f9e-9422c99cfbab req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.41 "DELETE /v2.0/ports/42bd9355-2d0d-4907-8659-d0f8cc6060e6 HTTP/1.1" status: 204 len: 173 time: 0.9450283 Apr 05 16:51:25.208072 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4096e5f7-9a6b-4572-851f-36f335273a37', 'name': 'network-vif-deleted', 'tag': '42bd9355-2d0d-4907-8659-d0f8cc6060e6', 'status': 'completed', 'code': 200} Apr 05 16:51:25.478087 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6a2ef79e-ccee-420b-8812-3ac4bb0b0679 req-7957f572-b268-4bbb-ac85-301fbd8e18bc tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4096e5f7-9a6b-4572-851f-36f335273a37 HTTP/1.1" status: 200 len: 210 time: 0.0493495 Apr 05 16:51:25.557369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36488) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:25.971044 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Deleting port 22c9518e-0014-4857-be39-6d2e59d15bb7 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:25.971592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:26.159316 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:26.159647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:26.290873 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Calling delete_port for 22c9518e-0014-4857-be39-6d2e59d15bb7 owned by network:floatingip {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:26.469467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:26.485135 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-35b55e2d-e836-49cd-a05a-6d0668bd0778 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:26.542276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event deleted for resources: {'Port': ['ID=22c9518e-0014-4857-be39-6d2e59d15bb7,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:26.544864 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:26.761630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for floatingip, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:26.762032 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Floating IP f553afb5-da04-4ba1-9106-23790a40d71d disassociated (deleted). External IP: 172.28.2.150, port: b297e581-b0a2-4779-aed8-5dea2557676e. Apr 05 16:51:27.143502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:51:27.342101 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:51:27.352189 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] Sync routers for ids ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:51:27.362597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] Routers {'5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:51:27.362834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:27.363275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:51:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:27.421326 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-5b331ec9-6956-4117-9fab-08c6113c69cf tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "DELETE /v2.0/floatingips/f553afb5-da04-4ba1-9106-23790a40d71d HTTP/1.1" status: 204 len: 168 time: 1.8626091 Apr 05 16:51:27.422048 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:51:27.472335 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'status': 'completed', 'code': 200} Apr 05 16:51:27.565664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] Set router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:51:27.655361 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-ff0aa717-9118-4a03-bc88-2e1224a39c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:27.657100 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-ff0aa717-9118-4a03-bc88-2e1224a39c90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=283d312df23e4066885388f23df6e922&device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 1098 time: 0.1371994 Apr 05 16:51:27.833271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6b8a8-24eb-48f9-8e66-35d315322db1 req-6f8d6bd4-dff3-41e7-980f-ff50ed28e02f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:27.834962 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5bd6b8a8-24eb-48f9-8e66-35d315322db1 req-6f8d6bd4-dff3-41e7-980f-ff50ed28e02f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0950966 Apr 05 16:51:27.848238 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-ae944b78-ce3c-4f4b-a2e6-d65afa46a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:27.849741 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-ae944b78-ce3c-4f4b-a2e6-d65afa46a55d service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 200 len: 909 time: 0.1536000 Apr 05 16:51:27.899421 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5bd6b8a8-24eb-48f9-8e66-35d315322db1 req-379ce4c2-7f89-4b3e-8fd9-8b7ceccd7301 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548778 Apr 05 16:51:27.930467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 5, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:27.934837 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] Checking router: 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:51:27.940372 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-40223d21-191c-4e76-b1f6-0e377795c993 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 200 len: 217 time: 0.0833735 Apr 05 16:51:27.945277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] Routers {'5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:51:27.945978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:51:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:28.157598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] Set router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:51:28.297984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-83200a27-e773-4544-b518-a2320dbfc844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:28.299835 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-83200a27-e773-4544-b518-a2320dbfc844 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ecd7d35-4e11-46ce-bae2-8394c1af0dab HTTP/1.1" status: 200 len: 847 time: 0.3525748 Apr 05 16:51:28.409138 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-4a6ec0a3-db21-4780-8be2-8836d7059947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:28.410975 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-4a6ec0a3-db21-4780-8be2-8836d7059947 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b4c814-7495-4403-ab17-3726ab9e83e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0982673 Apr 05 16:51:28.583683 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-28dd5f2f-d834-4c31-a339-744a61b8cf1d service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636765 Apr 05 16:51:28.656696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 42bd9355-2d0d-4907-8659-d0f8cc6060e6 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:51:28.701138 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 42bd9355-2d0d-4907-8659-d0f8cc6060e6 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:51:28.701553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 42bd9355-2d0d-4907-8659-d0f8cc6060e6 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:51:28.750634 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b3aa1ae0-3769-43e3-b612-f34658945c31 req-0f4b3cc7-9c21-48b6-81c9-166509150878 service neutron] 10.222.0.41 "GET /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594546 Apr 05 16:51:28.802986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 5, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:28.807261 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5165e-3d11-442e-bf7b-0efbed68a05b None None] The sync data for ids ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'] in dv-cinder-774594-2-smb is: [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:45:50Z', 'revision_number': 4, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c7a37437-297e-45b6-8710-abe370a088ac', 'name': '', 'network_id': '16b4c814-7495-4403-ab17-3726ab9e83e6', 'tenant_id': '283d312df23e4066885388f23df6e922', 'mac_address': 'fa:16:3e:eb:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:49Z', 'updated_at': '2021-04-05T16:45:58Z', 'revision_number': 5, 'project_id': '283d312df23e4066885388f23df6e922', 'subnets': [{'id': '9ecd7d35-4e11-46ce-bae2-8394c1af0dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:51:29.124783 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235320-8d62-4a46-851a-24f4ab9a2116 req-89b61ee8-affd-4013-8b58-c10b119fae53 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:29.126530 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-92235320-8d62-4a46-851a-24f4ab9a2116 req-89b61ee8-affd-4013-8b58-c10b119fae53 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.0983546 Apr 05 16:51:29.178012 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-92235320-8d62-4a46-851a-24f4ab9a2116 req-54e40a46-b517-4bcf-8cca-17c2a9526726 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/security-groups?id=c27da8e4-0770-464e-a2bb-497090fa076b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442462 Apr 05 16:51:29.265315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80988b72-a19d-472d-ae36-43ca97705a57 None None] New status for floating IP f553afb5-da04-4ba1-9106-23790a40d71d: DOWN {{(pid=84413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:51:29.605393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-bab49c57-e646-4ed2-8cfd-3d576af9c898 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:29.606180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-bab49c57-e646-4ed2-8cfd-3d576af9c898 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Synchronizing usage tracker for tenant:283d312df23e4066885388f23df6e922 on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:51:29.622592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-bab49c57-e646-4ed2-8cfd-3d576af9c898 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Unset dirty status for tenant:283d312df23e4066885388f23df6e922 on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:51:29.623789 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-bab49c57-e646-4ed2-8cfd-3d576af9c898 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.41 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 945 time: 0.1068490 Apr 05 16:51:29.717036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Deleting port b297e581-b0a2-4779-aed8-5dea2557676e {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:29.717431 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:29.990223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] For port b297e581-b0a2-4779-aed8-5dea2557676e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b297e581-b0a2-4779-aed8-5dea2557676e,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:29.990640 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:30.131980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Calling delete_port for b297e581-b0a2-4779-aed8-5dea2557676e owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:30.296374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:30.312865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-019e9df4-2135-41dd-b791-6104e3fdbb19 tempest-VolumesActionsTest-1579306800 tempest-VolumesActionsTest-1579306800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:30.368706 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4e5f10ce-2355-41df-a707-06607e492e12 req-053d386a-2e7d-4c25-8fa9-21a3e0c8ea4a tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 210 time: 0.0527601 Apr 05 16:51:30.370888 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event deleted for resources: {'Port': ['ID=b297e581-b0a2-4779-aed8-5dea2557676e,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:30.375860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:30.574762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] No DVR routers for this DVR port b297e581-b0a2-4779-aed8-5dea2557676e on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:51:30.577450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:30.580276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'name': 'network-vif-deleted', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:51:30.603184 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9efee71e-fc1f-466f-8ac0-25aae7e6a50a req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.41 "DELETE /v2.0/ports/b297e581-b0a2-4779-aed8-5dea2557676e HTTP/1.1" status: 204 len: 173 time: 0.9738569 Apr 05 16:51:30.763764 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e907d-7c19-446c-9f16-4ee63fce6c69', 'name': 'network-vif-deleted', 'tag': 'b297e581-b0a2-4779-aed8-5dea2557676e', 'status': 'completed', 'code': 200} Apr 05 16:51:31.465175 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36592) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:31.646617 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-04dced95-e8c0-4931-9ac4-e96a7eee030c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:31.663748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-04dced95-e8c0-4931-9ac4-e96a7eee030c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:31.668798 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-04dced95-e8c0-4931-9ac4-e96a7eee030c admin admin] Usage tracker for resource:security_group_rule and tenant:ca85568bed56449392ffa88c91c9da74 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:31.672010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-04dced95-e8c0-4931-9ac4-e96a7eee030c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:31.679465 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-04dced95-e8c0-4931-9ac4-e96a7eee030c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:31.792612 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-04dced95-e8c0-4931-9ac4-e96a7eee030c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:31.799364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-04dced95-e8c0-4931-9ac4-e96a7eee030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:31.809172 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-09f4223d-e664-4346-88ed-0ee4c34173e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:31.858463 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-04dced95-e8c0-4931-9ac4-e96a7eee030c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca85568bed56449392ffa88c91c9da74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888729 Apr 05 16:51:31.858463 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36604) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:31.861698 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dced95-e8c0-4931-9ac4-e96a7eee030c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3da5f6b-a44b-4f90-a9ea-87fab2519bb9,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:31.876816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-04dced95-e8c0-4931-9ac4-e96a7eee030c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:31.931268 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfcb7-fa8d-4f06-bfe9-4b7c569e93ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:31.965877 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfcb7-fa8d-4f06-bfe9-4b7c569e93ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:31.991590 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b8229d97-9970-45b3-b79d-0fb38aa23c8c req-bac3cb48-963e-4ea8-8f62-8aad716660c1 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "GET /v2.0/ports?device_id=925e907d-7c19-446c-9f16-4ee63fce6c69 HTTP/1.1" status: 200 len: 210 time: 0.2929561 Apr 05 16:51:32.021751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfcb7-fa8d-4f06-bfe9-4b7c569e93ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:32.026134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-97d30365-5301-425c-bfe6-e37d9f2b01f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:32.039965 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdfcb7-fa8d-4f06-bfe9-4b7c569e93ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3da5f6b-a44b-4f90-a9ea-87fab2519bb9,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:32.043181 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d7fdfcb7-fa8d-4f06-bfe9-4b7c569e93ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:32.045399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfcb7-fa8d-4f06-bfe9-4b7c569e93ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:32.049149 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d7fdfcb7-fa8d-4f06-bfe9-4b7c569e93ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3da5f6b-a44b-4f90-a9ea-87fab2519bb9 HTTP/1.1" status: 204 len: 168 time: 0.1872430 Apr 05 16:51:32.595702 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b297e581-b0a2-4779-aed8-5dea2557676e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:51:32.639436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: b297e581-b0a2-4779-aed8-5dea2557676e {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:51:32.639436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device b297e581-b0a2-4779-aed8-5dea2557676e not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:51:32.807478 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36628) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:32.929173 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-596513163-network', 'tenant_id': 'ba23a67345e443bb9fdb9f53981d2b4d'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:32.934417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:32.938523 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Usage tracker for resource:network and tenant:ba23a67345e443bb9fdb9f53981d2b4d is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:32.941680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:32.948647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:32.958633 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Made reservation on behalf of ba23a67345e443bb9fdb9f53981d2b4d for: {'network': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:51:32.963777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:32.976851 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:32.992198 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:32.996422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Usage tracker for resource:security_group_rule and tenant:ba23a67345e443bb9fdb9f53981d2b4d is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:32.999407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:33.005517 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:33.089418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.093097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.098591 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-162bc257-2837-425b-8682-37bde1abd4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:33.098829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36640) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:33.132385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fedb6fc-83d5-4a5a-b4dc-c28accac0344,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:33.135279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=84411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:51:33.144978 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.145484 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Added segment d9f4571b-f43c-4e8e-8157-c4989e6e3049 of type vlan for network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 Apr 05 16:51:33.146726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:33.172522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.190914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0fe4-aaa0-44b3-aa01-f97ead33f9f9 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.201742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.203204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:33.203933 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.224504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0fe4-aaa0-44b3-aa01-f97ead33f9f9 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.230468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:33.253010 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4437542 Apr 05 16:51:33.262420 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36646) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:33.279187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Request body: {'subnet': {'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-596513163-subnet', 'tenant_id': 'ba23a67345e443bb9fdb9f53981d2b4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:33.285401 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:33.309877 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Usage tracker for resource:subnet and tenant:ba23a67345e443bb9fdb9f53981d2b4d is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:33.321763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:33.328357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:33.342131 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Pushing event updated for resources: {'Network': ['ID=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:33.353872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:51:33.360776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Made reservation on behalf of ba23a67345e443bb9fdb9f53981d2b4d for: {'subnet': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:51:33.366187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2393129'] for subnet, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.366958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cc9ab0df-d274-438e-953d-f775caa91c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:33.387634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0fe4-aaa0-44b3-aa01-f97ead33f9f9 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.405498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-51f0e493-50b5-4c88-b3bc-0cb13bf75bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:33.473767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b0fe4-aaa0-44b3-aa01-f97ead33f9f9 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27da8e4-0770-464e-a2bb-497090fa076b,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:33.482963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2c3b0fe4-aaa0-44b3-aa01-f97ead33f9f9 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:33.493022 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0fe4-aaa0-44b3-aa01-f97ead33f9f9 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.494246 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2c3b0fe4-aaa0-44b3-aa01-f97ead33f9f9 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] 10.222.0.15 "DELETE /v2.0/security-groups/c27da8e4-0770-464e-a2bb-497090fa076b HTTP/1.1" status: 204 len: 168 time: 0.3943172 Apr 05 16:51:33.541559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36654) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:33.817320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852210773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2393114'] for subnet, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:33.832997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:33.967456 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcb9041-61d6-4005-b49c-8a62b2189ae8,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:33.970294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:34.039984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Checking segment: {'id': 'd9f4571b-f43c-4e8e-8157-c4989e6e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:51:34.040380 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Network hostable DHCP agents. Network: 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:51:34.060734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:51:34.070112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3) {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:51:34.079973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8470dccb-da63-4331-930e-78e6c3aed96d None None] Network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:51:34.086890 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:34.087651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:34.110393 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-6cccd5c8-7ab0-46f6-a354-e57b18978226 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8461213 Apr 05 16:51:34.169153 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967536'] for router_interface, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:34.309319 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc772782-9456-484d-876e-d10d7b648838 None None] Network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:51:34.579957 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Deleting port c7a37437-297e-45b6-8710-abe370a088ac {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:34.580416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:34.772477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] For port c7a37437-297e-45b6-8710-abe370a088ac, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c7a37437-297e-45b6-8710-abe370a088ac,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:34.772882 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:34.922324 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Calling delete_port for c7a37437-297e-45b6-8710-abe370a088ac owned by network:router_interface {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:35.101240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:35.115295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-092710df-6600-4f15-a3ad-27130389561d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:35.173241 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a37437-297e-45b6-8710-abe370a088ac,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:35.176470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:35.582560 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853756661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925093'] for router_interface, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:36.448747 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-57a2ec86-ede1-474b-94fd-0263a30fe80a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:36.449413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-57a2ec86-ede1-474b-94fd-0263a30fe80a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Synchronizing usage tracker for tenant:ba23a67345e443bb9fdb9f53981d2b4d on resource:network {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:51:36.499527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-57a2ec86-ede1-474b-94fd-0263a30fe80a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Unset dirty status for tenant:ba23a67345e443bb9fdb9f53981d2b4d on resource:network {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:51:36.501037 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-57a2ec86-ede1-474b-94fd-0263a30fe80a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/networks?id=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 HTTP/1.1" status: 200 len: 808 time: 0.3808095 Apr 05 16:51:36.531643 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-ded3d02f-dbd8-4414-a91f-0988ccd00679 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/quotas/ba23a67345e443bb9fdb9f53981d2b4d HTTP/1.1" status: 200 len: 375 time: 0.0224118 Apr 05 16:51:36.537666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:51:36.589475 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-70efe00c-5187-4316-8e88-419607ff0a5a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba23a67345e443bb9fdb9f53981d2b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506282 Apr 05 16:51:36.651557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-7baaf994-ba9b-4cc0-949b-f2ff7848e97c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:51:36.652574 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-7baaf994-ba9b-4cc0-949b-f2ff7848e97c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060205 Apr 05 16:51:36.904737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:51:36.912286 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-c84ac0ea-ff15-411f-acc6-3ee22c576aac service neutron] 10.222.0.15 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527862 Apr 05 16:51:36.915439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] Sync routers for ids ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:51:36.924604 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] 10.222.0.15 "PUT /v2.0/routers/5a1a9e4d-d0c6-4151-8d01-48f9b24806b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3814363 Apr 05 16:51:36.924887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36702) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:36.931778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] Routers {'5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:51:36.932485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:51:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:37.124483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] Set router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:51:37.233057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:51:37.235386 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-41370f32-f5d9-43e2-a22b-d8b32c6dca24 service neutron] 10.222.0.15 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435892 Apr 05 16:51:37.236963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Notify callbacks [] for router, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:37.438433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:51:35Z', 'revision_number': 5, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port': {'id': '570465e0-fe4e-43f4-83bf-490461aa035d', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:46:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:46Z', 'updated_at': '2021-04-05T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:37.442647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] Checking router: 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:51:37.453658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] Routers {'5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:51:37.454108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:51:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:37.463112 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d5d5bcf6-e883-4516-9dfd-c3cee53a3f44 req-03b7cdb8-fb97-45c0-bb5c-9dbc949a6af6 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 210 time: 0.0566041 Apr 05 16:51:37.504434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:37.515196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Deleting port 570465e0-fe4e-43f4-83bf-490461aa035d {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:37.515576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:37.631093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] Set router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 gateway port host: None {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:51:37.717854 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] For port 570465e0-fe4e-43f4-83bf-490461aa035d, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=570465e0-fe4e-43f4-83bf-490461aa035d,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:37.718285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:37.749939 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:51:37Z', 'revision_number': 6, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port_host': None}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:37.755041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32de7bfb-2844-41b4-bb4e-2c16482aa1f4 None None] The sync data for ids ['5a1a9e4d-d0c6-4151-8d01-48f9b24806b5'] in dv-cinder-774594-2-smb is: [{'id': '5a1a9e4d-d0c6-4151-8d01-48f9b24806b5', 'name': 'tempest-TestShelveInstance-547863907-router', 'tenant_id': '283d312df23e4066885388f23df6e922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:45Z', 'updated_at': '2021-04-05T16:51:37Z', 'revision_number': 6, 'project_id': '283d312df23e4066885388f23df6e922', 'gw_port_host': None}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:51:37.860772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Calling delete_port for 570465e0-fe4e-43f4-83bf-490461aa035d owned by network:router_gateway {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:38.059222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:38.077361 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-cca48540-fad6-4385-ba48-67c9c71d051f tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:38.138387 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=570465e0-fe4e-43f4-83bf-490461aa035d,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:38.142836 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:38.359004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-967077'] for router_gateway, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:38.859393 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-47a21c16-691d-4cd5-80c7-4bdba1c9d20b req-1517919a-00ec-450e-9a34-6f71e5c272c7 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 210 time: 0.0612237 Apr 05 16:51:38.861450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773697'] for router, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:38.864278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:38.904867 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853850466'] for router, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:38.905440 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 {{(pid=84411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 16:51:38.918734 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] Notify callbacks [] for router, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:38.922409 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-bf6e7748-6f89-452a-ace9-472a0e944d92 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5a1a9e4d-d0c6-4151-8d01-48f9b24806b5 HTTP/1.1" status: 204 len: 168 time: 1.9940767 Apr 05 16:51:38.922638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36732) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:38.965389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-3a3c6484-bbc8-44ea-be7c-1cb0557315a6 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:38.967073 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-3a3c6484-bbc8-44ea-be7c-1cb0557315a6 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.41 "GET /v2.0/networks?id=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 HTTP/1.1" status: 200 len: 808 time: 0.1740098 Apr 05 16:51:38.985587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Request body: {'port': {'device_id': '65113014-ad98-43e9-9218-a85aa436b0f8', 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3', 'admin_state_up': True, 'tenant_id': 'ba23a67345e443bb9fdb9f53981d2b4d'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:39.000045 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8235399-8258-4cff-8cc5-aebdb7581251 admin admin] Deleting subnet 9ecd7d35-4e11-46ce-bae2-8394c1af0dab {{(pid=84411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:51:39.003641 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8235399-8258-4cff-8cc5-aebdb7581251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.058794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8235399-8258-4cff-8cc5-aebdb7581251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2335646'] for subnet, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.135174 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:39.139152 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Usage tracker for resource:port and tenant:ba23a67345e443bb9fdb9f53981d2b4d is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:39.142100 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:39.142247 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8235399-8258-4cff-8cc5-aebdb7581251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.148587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:39.159447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Made reservation on behalf of ba23a67345e443bb9fdb9f53981d2b4d for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:51:39.166141 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.355087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Allocated IP 172.20.0.11 (7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3/ffcb9041-61d6-4005-b49c-8a62b2189ae8/84620198-dad2-45cc-a556-2d761a1d09a5) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:51:39.445132 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8235399-8258-4cff-8cc5-aebdb7581251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2514079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2623261'] for subnet, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.462436 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:39.482217 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c7a37437-297e-45b6-8710-abe370a088ac no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:51:39.522236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8235399-8258-4cff-8cc5-aebdb7581251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ecd7d35-4e11-46ce-bae2-8394c1af0dab,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:39.524937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e8235399-8258-4cff-8cc5-aebdb7581251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:39.530914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: c7a37437-297e-45b6-8710-abe370a088ac {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:51:39.531516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c7a37437-297e-45b6-8710-abe370a088ac not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:51:39.532153 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 570465e0-fe4e-43f4-83bf-490461aa035d no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:51:39.568818 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: 570465e0-fe4e-43f4-83bf-490461aa035d {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:51:39.569526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 570465e0-fe4e-43f4-83bf-490461aa035d not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:51:39.603662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.618246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e8235399-8258-4cff-8cc5-aebdb7581251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.626865 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b3f324-4c79-4737-8a3d-f5d4285c8c40 None None] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:51:39.627792 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e8235399-8258-4cff-8cc5-aebdb7581251 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9ecd7d35-4e11-46ce-bae2-8394c1af0dab HTTP/1.1" status: 204 len: 168 time: 0.7040753 Apr 05 16:51:39.628714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36744) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:39.634249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.769970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-adcd0630-9068-4d7e-ba4a-c3ffee725643 tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:39.774854 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.851652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Pushing event updated for resources: {'Port': ['ID=84620198-dad2-45cc-a556-2d761a1d09a5,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:39.856799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:39.857434 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Deleting port af9b4842-52ea-49d6-8d1a-1d6bb318a74a {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:39.857841 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.868485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:51:39.870107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:51:39.872541 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:51:39.946118 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:39.946785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:39.970851 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b593dbde-8d05-42a8-82c2-9a76a7370ec4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9894223 Apr 05 16:51:39.989694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Request body: {'port': {'device_id': '65113014-ad98-43e9-9218-a85aa436b0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:40.005555 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] DHCP port deletion for 16b4c814-7495-4403-ab17-3726ab9e83e6 request from dv-cinder-774594-2-smb {{(pid=84412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 16:51:40.010118 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] Deleting port af9b4842-52ea-49d6-8d1a-1d6bb318a74a {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:40.010813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.117725 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.152422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] For port af9b4842-52ea-49d6-8d1a-1d6bb318a74a, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=af9b4842-52ea-49d6-8d1a-1d6bb318a74a,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:40.153087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.235601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] For port af9b4842-52ea-49d6-8d1a-1d6bb318a74a, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=af9b4842-52ea-49d6-8d1a-1d6bb318a74a,segment=NetworkSegment(456ab389-6ca0-4943-816b-6913baee947e),segment_id=456ab389-6ca0-4943-816b-6913baee947e)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:40.235928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.315606 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Calling delete_port for af9b4842-52ea-49d6-8d1a-1d6bb318a74a owned by network:dhcp {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:40.370266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] Calling delete_port for af9b4842-52ea-49d6-8d1a-1d6bb318a74a owned by network:dhcp {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:40.391580 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4767e-19d0-427a-a0a7-ae1020e23e1c req-57abc92d-dcab-457b-9fe4-611b7c3f6fb5 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:40.394090 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b0d4767e-19d0-427a-a0a7-ae1020e23e1c req-57abc92d-dcab-457b-9fe4-611b7c3f6fb5 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 932 time: 0.3782804 Apr 05 16:51:40.464808 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.489606 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-59b47550-049e-4ff4-8115-7fff9e64e50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:40.554683 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-b0d4767e-19d0-427a-a0a7-ae1020e23e1c req-fd6190aa-bcf2-417e-82dd-ab623108550a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Synchronizing usage tracker for tenant:ba23a67345e443bb9fdb9f53981d2b4d on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:51:40.559709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Pushing event deleted for resources: {'Port': ['ID=af9b4842-52ea-49d6-8d1a-1d6bb318a74a,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:40.562581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:40.572773 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84620198-dad2-45cc-a556-2d761a1d09a5 {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:51:40.580992 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.603178 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Transition to ACTIVE for port object 84620198-dad2-45cc-a556-2d761a1d09a5 will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:51:40.606577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.623179 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-70f881c4-ef6d-4018-a4ed-80038f572186 tempest-TestShelveInstance-283144666 tempest-TestShelveInstance-283144666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:40.630532 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.api [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84412) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:51:40.630946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_db.api [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:51:40.656482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-b0d4767e-19d0-427a-a0a7-ae1020e23e1c req-fd6190aa-bcf2-417e-82dd-ab623108550a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Unset dirty status for tenant:ba23a67345e443bb9fdb9f53981d2b4d on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:51:40.657749 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b0d4767e-19d0-427a-a0a7-ae1020e23e1c req-fd6190aa-bcf2-417e-82dd-ab623108550a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539074 Apr 05 16:51:40.665038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] No DVR routers for this DVR port af9b4842-52ea-49d6-8d1a-1d6bb318a74a on host dv-cinder-774594-2-smb {{(pid=84411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:51:40.687447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.791443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.917557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b4c814-7495-4403-ab17-3726ab9e83e6']}} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:40.937839 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456ab389-6ca0-4943-816b-6913baee947e') {'for_net_delete': True} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:40.937839 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456ab389-6ca0-4943-816b-6913baee947e') {} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:40.951106 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852440169'] for segment, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.973769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:40.980852 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:51:41.042001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Pushing event updated for resources: {'Port': ['ID=84620198-dad2-45cc-a556-2d761a1d09a5,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:41.044897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:41.132584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] Deleting port af9b4842-52ea-49d6-8d1a-1d6bb318a74a {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:41.133028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:41.173032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:51:41.184351 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2513972'] for segment, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:41.208698 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-9adec8a9-5df4-4bf6-9006-1c5427ece37a None None] The port 'af9b4842-52ea-49d6-8d1a-1d6bb318a74a' was deleted {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 16:51:41.266174 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Attempting to bind port 84620198-dad2-45cc-a556-2d761a1d09a5 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:51:41.266612 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Attempting to bind port 84620198-dad2-45cc-a556-2d761a1d09a5 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'd9f4571b-f43c-4e8e-8157-c4989e6e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:51:41.266897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Attempting to bind port 84620198-dad2-45cc-a556-2d761a1d09a5 on network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:51:41.272059 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Port 84620198-dad2-45cc-a556-2d761a1d09a5 on network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:51:41.272420 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Attempting to bind port 84620198-dad2-45cc-a556-2d761a1d09a5 on network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:51:41.278299 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:51:41.278680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Checking segment: {'id': 'd9f4571b-f43c-4e8e-8157-c4989e6e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:51:41.279100 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Bound using segment: {'id': 'd9f4571b-f43c-4e8e-8157-c4989e6e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:51:41.279570 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Bound port: 84620198-dad2-45cc-a556-2d761a1d09a5, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f4571b-f43c-4e8e-8157-c4989e6e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:51:41.279951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:41.379933 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] For port 84620198-dad2-45cc-a556-2d761a1d09a5, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:51:41.383097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] For port 84620198-dad2-45cc-a556-2d761a1d09a5, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=84620198-dad2-45cc-a556-2d761a1d09a5,segment=NetworkSegment(d9f4571b-f43c-4e8e-8157-c4989e6e3049),segment_id=d9f4571b-f43c-4e8e-8157-c4989e6e3049)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:51:41.384656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Network 16b4c814-7495-4403-ab17-3726ab9e83e6 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:51:41.388726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:41.404803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-51b909c4-dabc-4c46-9fc7-42eb2ea4cf36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:51:41.420439 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:51:41.491636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device af9b4842-52ea-49d6-8d1a-1d6bb318a74a no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:51:41.506538 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:41.518368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:41.522589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:41.546406 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: af9b4842-52ea-49d6-8d1a-1d6bb318a74a {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:51:41.547070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device af9b4842-52ea-49d6-8d1a-1d6bb318a74a not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:51:41.547325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Pushing event deleted for resources: {'Network': ['ID=16b4c814-7495-4403-ab17-3726ab9e83e6,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:41.563385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.563889 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.564371 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Pushing event updated for resources: {'Port': ['ID=84620198-dad2-45cc-a556-2d761a1d09a5,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:41.564556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.564943 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.565704 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.566107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.566501 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.567487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.567893 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.568287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.568677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.569065 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:41.570460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:41.572475 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:41.574766 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] 10.222.0.15 "DELETE /v2.0/networks/16b4c814-7495-4403-ab17-3726ab9e83e6 HTTP/1.1" status: 204 len: 168 time: 1.9449701 Apr 05 16:51:41.577847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36766) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:41.606665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:41.607250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:41.608763 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-5f42f524-1577-4781-8075-aea8be0e245d service neutron] 10.222.0.41 "PUT /v2.0/ports/84620198-dad2-45cc-a556-2d761a1d09a5 HTTP/1.1" status: 200 len: 1094 time: 1.6239376 Apr 05 16:51:41.609314 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65113014-ad98-43e9-9218-a85aa436b0f8', 'tag': '84620198-dad2-45cc-a556-2d761a1d09a5'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:51:41.664475 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65113014-ad98-43e9-9218-a85aa436b0f8', 'tag': '84620198-dad2-45cc-a556-2d761a1d09a5', 'status': 'completed', 'code': 200} Apr 05 16:51:41.782958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b5c9c8fc-07d5-4829-ad31-8450505350fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:41.784998 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-b5c9c8fc-07d5-4829-ad31-8450505350fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba23a67345e443bb9fdb9f53981d2b4d&device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 1097 time: 0.1014838 Apr 05 16:51:41.866159 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-0fd239f3-030d-44d6-8c05-5d5acd3035e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84620198-dad2-45cc-a556-2d761a1d09a5 HTTP/1.1" status: 200 len: 217 time: 0.0671635 Apr 05 16:51:41.953746 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-fc97b605-7e41-42dd-ab05-b2ea7401bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:41.956209 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-fc97b605-7e41-42dd-ab05-b2ea7401bdd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffcb9041-61d6-4005-b49c-8a62b2189ae8 HTTP/1.1" status: 200 len: 848 time: 0.0838690 Apr 05 16:51:42.014021 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-c8d1452c-6e5a-4d84-ab4e-5b76696cdc0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501585 Apr 05 16:51:42.170874 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-80e706d7-a6d2-4a76-a414-ee9055c89856 service neutron] 10.222.0.41 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504726 Apr 05 16:51:42.317733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd1a00-cb3e-44ad-8776-67219c7bf03c req-70be79be-3698-4788-8124-98dd6733a8e0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:42.319331 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-53dd1a00-cb3e-44ad-8776-67219c7bf03c req-70be79be-3698-4788-8124-98dd6733a8e0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 944 time: 0.5249794 Apr 05 16:51:42.325872 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84fe6e5f-7a85-4939-96ab-8cb6fab2a311 req-cac17d81-2dea-4ca1-a3b6-a71913c5d447 service neutron] 10.222.0.41 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483834 Apr 05 16:51:42.424487 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-53dd1a00-cb3e-44ad-8776-67219c7bf03c req-1202bf02-1db3-410d-bba4-e9f2ae8b1e82 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671062 Apr 05 16:51:42.493323 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef38d8-da4f-4d0d-b03f-f7718aac2e3b req-96970014-f012-409c-8573-814eee702047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:42.494985 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9aef38d8-da4f-4d0d-b03f-f7718aac2e3b req-96970014-f012-409c-8573-814eee702047 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba23a67345e443bb9fdb9f53981d2b4d&device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 1097 time: 0.0837419 Apr 05 16:51:42.576261 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967536'] for router_interface, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:42.640375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef38d8-da4f-4d0d-b03f-f7718aac2e3b req-b394d8cc-b37a-447e-a15d-2350f7feb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:42.642016 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9aef38d8-da4f-4d0d-b03f-f7718aac2e3b req-b394d8cc-b37a-447e-a15d-2350f7feb096 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 HTTP/1.1" status: 200 len: 909 time: 0.1404712 Apr 05 16:51:42.720341 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9aef38d8-da4f-4d0d-b03f-f7718aac2e3b req-71c4b1e3-4fdf-4fc7-9bba-747d1910ceff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84620198-dad2-45cc-a556-2d761a1d09a5 HTTP/1.1" status: 200 len: 217 time: 0.0703552 Apr 05 16:51:42.789622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef38d8-da4f-4d0d-b03f-f7718aac2e3b req-665a2e9e-9c28-4fab-94dc-c58abe3401d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:42.791237 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9aef38d8-da4f-4d0d-b03f-f7718aac2e3b req-665a2e9e-9c28-4fab-94dc-c58abe3401d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffcb9041-61d6-4005-b49c-8a62b2189ae8 HTTP/1.1" status: 200 len: 848 time: 0.0642416 Apr 05 16:51:42.847480 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9aef38d8-da4f-4d0d-b03f-f7718aac2e3b req-b71130c0-9967-4433-bf86-480b89f00ccf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497100 Apr 05 16:51:42.949078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Deleting port de08719b-146a-4144-87ec-1c2077c7f169 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:42.949470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:42.990997 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9aef38d8-da4f-4d0d-b03f-f7718aac2e3b req-c0ef5db3-d994-4a0c-bbca-21b9d4c91e3b service neutron] 10.222.0.41 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363926 Apr 05 16:51:43.139664 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] For port de08719b-146a-4144-87ec-1c2077c7f169, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=de08719b-146a-4144-87ec-1c2077c7f169,segment=NetworkSegment(a15ef485-5d59-4f91-9854-ae8ddbdffe09),segment_id=a15ef485-5d59-4f91-9854-ae8ddbdffe09)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:43.140061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:43.143557 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9aef38d8-da4f-4d0d-b03f-f7718aac2e3b req-66d89442-df5d-433b-8d3e-0fa539068713 service neutron] 10.222.0.41 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453261 Apr 05 16:51:43.269952 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Calling delete_port for de08719b-146a-4144-87ec-1c2077c7f169 owned by network:router_interface {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:43.452225 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:43.468789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-be3e3c37-1c9f-4cac-8ec2-429393696a1f tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:43.530603 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Pushing event deleted for resources: {'Port': ['ID=de08719b-146a-4144-87ec-1c2077c7f169,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:43.533494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:43.792323 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206eb78-6cb0-4bac-bdb0-31abfe4a3b12 req-0aa15237-a12c-4991-ad22-f9a2be09f86e tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:43.793986 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6206eb78-6cb0-4bac-bdb0-31abfe4a3b12 req-0aa15237-a12c-4991-ad22-f9a2be09f86e tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 944 time: 0.2102995 Apr 05 16:51:43.997520 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-6206eb78-6cb0-4bac-bdb0-31abfe4a3b12 req-3721c076-c0bb-4808-be2e-94b590e6d789 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957357 Apr 05 16:51:44.056007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853756661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925093'] for router_interface, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:44.571372 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:51:44.846665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36802) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:44.917067 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a9adf8-7483-4333-bf38-93852ac0cf1f admin admin] Deleting subnet bf65196d-3360-418b-b720-30443b9134fa {{(pid=84410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:51:44.920689 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f9a9adf8-7483-4333-bf38-93852ac0cf1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:44.979126 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f9a9adf8-7483-4333-bf38-93852ac0cf1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852565057'] for subnet, precommit_delete_associations {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:45.011412 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:51:45.020933 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-36404ef9-1cba-44a3-9ffa-cd483f4a3963 admin admin] 10.222.0.15 "PUT /v2.0/routers/4b9b291d-abc5-4191-ae7e-c13ee08addf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4419861 Apr 05 16:51:45.022080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] Sync routers for ids ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:51:45.023658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36808) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:45.042677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f9a9adf8-7483-4333-bf38-93852ac0cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:45.055423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] Routers {'4b9b291d-abc5-4191-ae7e-c13ee08addf5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:51:45.056093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:51:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:45.275842 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] Set router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:51:45.276306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Notify callbacks [] for router, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:45.348346 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f9a9adf8-7483-4333-bf38-93852ac0cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852382701'] for subnet, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:45.364767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d7dde87f-987e-43bf-97cb-c3cd875ad1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:45.413276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9adf8-7483-4333-bf38-93852ac0cf1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf65196d-3360-418b-b720-30443b9134fa,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:45.415980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f9a9adf8-7483-4333-bf38-93852ac0cf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:45.417056 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5514a5-7f50-464f-9ee5-c858fcd9b232 req-8d45cf2f-00b7-483a-adc3-ebacac783cde tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:45.418733 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cc5514a5-7f50-464f-9ee5-c858fcd9b232 req-8d45cf2f-00b7-483a-adc3-ebacac783cde tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 944 time: 0.2723548 Apr 05 16:51:45.501062 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-cc5514a5-7f50-464f-9ee5-c858fcd9b232 req-a4d71f47-3944-4521-8800-794461d3454c tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688243 Apr 05 16:51:45.526383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f9a9adf8-7483-4333-bf38-93852ac0cf1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:45.532418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:45.532669 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-f9a9adf8-7483-4333-bf38-93852ac0cf1f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bf65196d-3360-418b-b720-30443b9134fa HTTP/1.1" status: 204 len: 168 time: 0.6848118 Apr 05 16:51:45.535770 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36812) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:45.543447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Deleting port c91acd61-83be-4ed4-a853-90b21a43ccad {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:45.543831 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:45.618458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'name': 'tempest-TestShelveInstance-1412033064-router', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:53Z', 'updated_at': '2021-04-05T16:51:43Z', 'revision_number': 5, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'gw_port': {'id': 'c91acd61-83be-4ed4-a853-90b21a43ccad', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:54Z', 'updated_at': '2021-04-05T16:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:45.622763 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] Checking router: 4b9b291d-abc5-4191-ae7e-c13ee08addf5 for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:51:45.632608 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] Routers {'4b9b291d-abc5-4191-ae7e-c13ee08addf5'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:51:45.633274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:51:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:45.652597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:45.743602 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] For port c91acd61-83be-4ed4-a853-90b21a43ccad, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c91acd61-83be-4ed4-a853-90b21a43ccad,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:45.744049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:45.795558 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] Set router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 gateway port host: None {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:51:45.841770 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:45.886607 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Calling delete_port for c91acd61-83be-4ed4-a853-90b21a43ccad owned by network:router_gateway {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:45.908740 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'name': 'tempest-TestShelveInstance-1412033064-router', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:53Z', 'updated_at': '2021-04-05T16:51:45Z', 'revision_number': 6, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'gw_port_host': None}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:45.912998 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df98dd7-4e81-4e2b-bb3c-722fd2b65233 None None] The sync data for ids ['4b9b291d-abc5-4191-ae7e-c13ee08addf5'] in dv-cinder-774594-2-smb is: [{'id': '4b9b291d-abc5-4191-ae7e-c13ee08addf5', 'name': 'tempest-TestShelveInstance-1412033064-router', 'tenant_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:45:53Z', 'updated_at': '2021-04-05T16:51:45Z', 'revision_number': 6, 'project_id': 'b19de8b88b90439e9165e0dcb1b9f3e1', 'gw_port_host': None}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:51:45.963442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a9fccd-405e-40d6-8deb-570a3a60eed4']}} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:45.979731 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cacbb6-9249-4661-a487-bdfaa7e513d1') {'for_net_delete': True} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:45.980071 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cacbb6-9249-4661-a487-bdfaa7e513d1') {} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:45.993289 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210742'] for segment, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.011937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.020959 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:51:46.078329 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.092193 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:46.150714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c91acd61-83be-4ed4-a853-90b21a43ccad,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:46.155715 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:46.209649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Network 88a9fccd-405e-40d6-8deb-570a3a60eed4 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:51:46.218835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2564923'] for segment, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.372048 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-967077'] for router_gateway, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.402477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Network 88a9fccd-405e-40d6-8deb-570a3a60eed4 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:51:46.430149 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:51:46.507470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.511854 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-964d91e1-8563-449a-9467-44f5426be0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:46.526924 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.540240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a9fccd-405e-40d6-8deb-570a3a60eed4,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:46.543512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:46.548085 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-4e38a486-b2df-4dc5-a47a-51c8de2412d3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/88a9fccd-405e-40d6-8deb-570a3a60eed4 HTTP/1.1" status: 204 len: 168 time: 1.0112743 Apr 05 16:51:46.551291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36818) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:46.564379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773697'] for router, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.566962 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.598525 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853850466'] for router, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.599586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b9b291d-abc5-4191-ae7e-c13ee08addf5 {{(pid=84411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 16:51:46.613326 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Notify callbacks [] for router, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.614911 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4b9b291d-abc5-4191-ae7e-c13ee08addf5 HTTP/1.1" status: 204 len: 168 time: 1.5901530 Apr 05 16:51:46.617706 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36822) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:46.630922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb10846f-560a-4521-9e12-d977b927ea76 admin admin] Deleting subnet 628f6c2d-07f2-4bf2-b67b-aa5e1ec97d31 {{(pid=84410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:51:46.634677 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bb10846f-560a-4521-9e12-d977b927ea76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.672657 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 84620198-dad2-45cc-a556-2d761a1d09a5 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:51:46.690838 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bb10846f-560a-4521-9e12-d977b927ea76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852565057'] for subnet, precommit_delete_associations {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.743673 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7346589a-0fb4-4097-a2c5-c1497f4069e8 admin admin] Deleting subnet 23d89f52-6b5b-4988-8d82-891d7582201d {{(pid=84411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:51:46.748035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7346589a-0fb4-4097-a2c5-c1497f4069e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.763656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bb10846f-560a-4521-9e12-d977b927ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.815228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7346589a-0fb4-4097-a2c5-c1497f4069e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2335646'] for subnet, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.832320 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 84620198-dad2-45cc-a556-2d761a1d09a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=84620198-dad2-45cc-a556-2d761a1d09a5,segment=NetworkSegment(d9f4571b-f43c-4e8e-8157-c4989e6e3049),segment_id=d9f4571b-f43c-4e8e-8157-c4989e6e3049)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:46.852972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '84620198-dad2-45cc-a556-2d761a1d09a5', 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3', 'port_id': '84620198-dad2-45cc-a556-2d761a1d09a5', 'mac_address': 'fa:16:3e:0f:4d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcb9041-61d6-4005-b49c-8a62b2189ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:51:46.873203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f504758-c24d-43f7-a9a2-f372709c959b req-988aa62d-e922-4530-a277-225236f3fb73 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:46.874890 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9f504758-c24d-43f7-a9a2-f372709c959b req-988aa62d-e922-4530-a277-225236f3fb73 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 944 time: 0.2185247 Apr 05 16:51:46.946068 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.970026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84620198-dad2-45cc-a556-2d761a1d09a5 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:51:46.978430 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9f504758-c24d-43f7-a9a2-f372709c959b req-8b39eaa5-513e-4fee-b31b-d5dab25b668c tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942855 Apr 05 16:51:46.989946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 84620198-dad2-45cc-a556-2d761a1d09a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=84620198-dad2-45cc-a556-2d761a1d09a5,segment=NetworkSegment(d9f4571b-f43c-4e8e-8157-c4989e6e3049),segment_id=d9f4571b-f43c-4e8e-8157-c4989e6e3049)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:46.998245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7346589a-0fb4-4097-a2c5-c1497f4069e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:46.999564 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:47.005031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:47.082446 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a75048c8-eac2-497e-9304-f92af7ddc2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:47.113951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=84620198-dad2-45cc-a556-2d761a1d09a5,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:47.118057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:47.349632 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7346589a-0fb4-4097-a2c5-c1497f4069e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2514079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2623261'] for subnet, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:47.351122 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bb10846f-560a-4521-9e12-d977b927ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852382701'] for subnet, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:47.369196 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-93c2539a-a218-417b-aeb7-6e00eb8f2be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:47.370096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6a7f7b4b-ff20-4aae-8887-37fd70a4ce0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:47.397827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['84620198-dad2-45cc-a556-2d761a1d09a5'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:51:47.422736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10846f-560a-4521-9e12-d977b927ea76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=628f6c2d-07f2-4bf2-b67b-aa5e1ec97d31,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:47.427062 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bb10846f-560a-4521-9e12-d977b927ea76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:47.429581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346589a-0fb4-4097-a2c5-c1497f4069e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d89f52-6b5b-4988-8d82-891d7582201d,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:47.433947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7346589a-0fb4-4097-a2c5-c1497f4069e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:47.523032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bb10846f-560a-4521-9e12-d977b927ea76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:47.529325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7346589a-0fb4-4097-a2c5-c1497f4069e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:47.531636 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-bb10846f-560a-4521-9e12-d977b927ea76 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/628f6c2d-07f2-4bf2-b67b-aa5e1ec97d31 HTTP/1.1" status: 204 len: 168 time: 0.9791799 Apr 05 16:51:47.535709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36826) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:47.541621 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7346589a-0fb4-4097-a2c5-c1497f4069e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/23d89f52-6b5b-4988-8d82-891d7582201d HTTP/1.1" status: 204 len: 168 time: 0.9216025 Apr 05 16:51:47.543161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36828) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:47.549674 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device de08719b-146a-4144-87ec-1c2077c7f169 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:51:47.587837 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fcb57-3d25-447c-841c-488a494c3b67 None None] Network 73e49bc7-0958-4896-88de-624572534ac0 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:51:47.656749 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: de08719b-146a-4144-87ec-1c2077c7f169 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:51:47.657202 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device de08719b-146a-4144-87ec-1c2077c7f169 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:51:47.657900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c91acd61-83be-4ed4-a853-90b21a43ccad no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:51:47.674980 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:47.690950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:47.716777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: c91acd61-83be-4ed4-a853-90b21a43ccad {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:51:47.717354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c91acd61-83be-4ed4-a853-90b21a43ccad not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:51:47.758071 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Deleting port ac26fb16-bf31-451c-be73-b846f44be714 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:47.758407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:47.914306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:47.985966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] For port ac26fb16-bf31-451c-be73-b846f44be714, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=ac26fb16-bf31-451c-be73-b846f44be714,segment=NetworkSegment(a15ef485-5d59-4f91-9854-ae8ddbdffe09),segment_id=a15ef485-5d59-4f91-9854-ae8ddbdffe09)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:47.986451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.047383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bacc81d-5089-4c45-bf64-330c449385c7']}} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:48.062068 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6a384c-ab0b-4005-bd79-fc807970c399') {'for_net_delete': True} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:48.062386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6a384c-ab0b-4005-bd79-fc807970c399') {} {{(pid=84410) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:48.078705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2210742'] for segment, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.094110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] DHCP port deletion for 73e49bc7-0958-4896-88de-624572534ac0 request from dv-cinder-774594-2-smb {{(pid=84412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 16:51:48.096893 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.098453 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] Deleting port ac26fb16-bf31-451c-be73-b846f44be714 {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:48.099069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.104058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=84410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:51:48.142364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Calling delete_port for ac26fb16-bf31-451c-be73-b846f44be714 owned by network:dhcp {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:48.290462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Network 5bacc81d-5089-4c45-bf64-330c449385c7 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:51:48.298516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ecc60-2c64-4c51-bc09-bedba126d8b9 req-ce4bdd5f-9887-43f4-93d2-44c4a7bffea6 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:48.300417 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-768ecc60-2c64-4c51-bc09-bedba126d8b9 req-ce4bdd5f-9887-43f4-93d2-44c4a7bffea6 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 945 time: 0.1667898 Apr 05 16:51:48.300559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2564923'] for segment, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.301278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.318643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-48721f81-2c19-4deb-90de-0f7181a5e2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:48.356587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.371630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] For port ac26fb16-bf31-451c-be73-b846f44be714, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=ac26fb16-bf31-451c-be73-b846f44be714,segment=NetworkSegment(a15ef485-5d59-4f91-9854-ae8ddbdffe09),segment_id=a15ef485-5d59-4f91-9854-ae8ddbdffe09)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:48.372307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.398678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac26fb16-bf31-451c-be73-b846f44be714,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:48.401692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:48.489330 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Network 5bacc81d-5089-4c45-bf64-330c449385c7 has no segments {{(pid=84410) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:51:48.514696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] Calling delete_port for ac26fb16-bf31-451c-be73-b846f44be714 owned by network:dhcp {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:51:48.534164 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:51:48.600983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.603622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.api [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84412) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:51:48.603999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_db.api [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:51:48.604813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:48.619743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.630512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bacc81d-5089-4c45-bf64-330c449385c7,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:48.632970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:48.637123 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-0276cc6c-c5cd-4852-a280-f509fe1fe4f6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5bacc81d-5089-4c45-bf64-330c449385c7 HTTP/1.1" status: 204 len: 168 time: 1.0966284 Apr 05 16:51:48.672191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 84620198-dad2-45cc-a556-2d761a1d09a5 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:51:48.749154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 84620198-dad2-45cc-a556-2d761a1d09a5 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:51:48.755214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 84620198-dad2-45cc-a556-2d761a1d09a5 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:51:48.755817 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.762753 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-768ecc60-2c64-4c51-bc09-bedba126d8b9 req-02f99292-a5d8-40a7-b607-9f6644d43625 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453480 Apr 05 16:51:48.768007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] No DVR routers for this DVR port ac26fb16-bf31-451c-be73-b846f44be714 on host dv-cinder-774594-2-smb {{(pid=84411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:51:48.768876 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36838) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:48.839543 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-5e052d97-7282-4795-aeb9-5c1c444c15b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=640467a424cc48348aa711ed8b04e1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692694 Apr 05 16:51:48.842333 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36842) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:48.886001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.914758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65113014-ad98-43e9-9218-a85aa436b0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84620198-dad2-45cc-a556-2d761a1d09a5'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:51:48.915898 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.925217 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 84620198-dad2-45cc-a556-2d761a1d09a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=84620198-dad2-45cc-a556-2d761a1d09a5,segment=NetworkSegment(d9f4571b-f43c-4e8e-8157-c4989e6e3049),segment_id=d9f4571b-f43c-4e8e-8157-c4989e6e3049)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:48.929352 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:48.931444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:49.000780 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=84620198-dad2-45cc-a556-2d761a1d09a5,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:49.004718 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:49.075354 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e49bc7-0958-4896-88de-624572534ac0']}} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:49.083251 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-afcf71af-e24d-4ebe-8e64-ecb8644ac14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.095483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-70449eac-b7ea-4e03-a93a-8be51d10cfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.098927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15ef485-5d59-4f91-9854-ae8ddbdffe09') {'for_net_delete': True} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:49.099262 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15ef485-5d59-4f91-9854-ae8ddbdffe09') {} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:51:49.104994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] Deleting port ac26fb16-bf31-451c-be73-b846f44be714 {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:49.105567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.121901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852440169'] for segment, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.141929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-afcf71af-e24d-4ebe-8e64-ecb8644ac14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.156777 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.174263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:51:49.177218 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65113014-ad98-43e9-9218-a85aa436b0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84620198-dad2-45cc-a556-2d761a1d09a5', 'code': 200} Apr 05 16:51:49.182670 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-4d2da947-0fd7-451d-8e0c-00b7b7345c44 None None] The port 'ac26fb16-bf31-451c-be73-b846f44be714' was deleted {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 16:51:49.372688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Network 73e49bc7-0958-4896-88de-624572534ac0 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:51:49.382149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2513972'] for segment, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.396383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-afcf71af-e24d-4ebe-8e64-ecb8644ac14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.410772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c6ccb74c-5011-4e9b-8825-828ccc9aacf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:49.457694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8db2a4-9725-4671-b1bf-a68551dffed6 req-b7abc6e5-8bf3-4363-b1d5-3e879843f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:49.459330 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2b8db2a4-9725-4671-b1bf-a68551dffed6 req-b7abc6e5-8bf3-4363-b1d5-3e879843f491 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 1099 time: 0.0888000 Apr 05 16:51:49.470135 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device ac26fb16-bf31-451c-be73-b846f44be714 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:51:49.473696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf71af-e24d-4ebe-8e64-ecb8644ac14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc55dc4-767e-461a-a503-232813f6053b,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:49.483450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-afcf71af-e24d-4ebe-8e64-ecb8644ac14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:49.505298 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2b8db2a4-9725-4671-b1bf-a68551dffed6 req-b49bdf75-942b-482a-b4a9-742f1555fa07 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384746 Apr 05 16:51:49.523261 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: ac26fb16-bf31-451c-be73-b846f44be714 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:51:49.523655 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device ac26fb16-bf31-451c-be73-b846f44be714 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:51:49.568401 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-afcf71af-e24d-4ebe-8e64-ecb8644ac14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.569656 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-afcf71af-e24d-4ebe-8e64-ecb8644ac14b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5dc55dc4-767e-461a-a503-232813f6053b HTTP/1.1" status: 204 len: 168 time: 0.7263184 Apr 05 16:51:49.587769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Network 73e49bc7-0958-4896-88de-624572534ac0 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:51:49.614419 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:51:49.690778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.694392 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:49.708442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.718443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e49bc7-0958-4896-88de-624572534ac0,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:49.721204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:49.723048 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] 10.222.0.15 "DELETE /v2.0/networks/73e49bc7-0958-4896-88de-624572534ac0 HTTP/1.1" status: 204 len: 168 time: 2.1788759 Apr 05 16:51:49.832819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:49.906629 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36858) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:49.961649 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-1775a80c-0759-46eb-88d3-5a176d4c06a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=283d312df23e4066885388f23df6e922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516806 Apr 05 16:51:49.962706 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36862) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:49.992553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc82a2-b693-42e5-931d-936e14913a91 req-ce776c1f-75fe-457c-a97d-f202a1650f38 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:49.994303 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bccc82a2-b693-42e5-931d-936e14913a91 req-ce776c1f-75fe-457c-a97d-f202a1650f38 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 946 time: 0.0938601 Apr 05 16:51:50.030076 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-048f9094-5582-4aee-b050-4c63ef722710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.046621 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bccc82a2-b693-42e5-931d-936e14913a91 req-c32a0e87-4150-40be-a742-534536e94beb tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 Apr 05 16:51:50.062999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-048f9094-5582-4aee-b050-4c63ef722710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.105764 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36866) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:50.115494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-048f9094-5582-4aee-b050-4c63ef722710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.121206 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:50.135527 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f9094-5582-4aee-b050-4c63ef722710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700eccd5-eb16-4d6e-9376-2e2925a80bac,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:50.142028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-048f9094-5582-4aee-b050-4c63ef722710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:50.143001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-048f9094-5582-4aee-b050-4c63ef722710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.144230 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-048f9094-5582-4aee-b050-4c63ef722710 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/700eccd5-eb16-4d6e-9376-2e2925a80bac HTTP/1.1" status: 204 len: 168 time: 0.1803672 Apr 05 16:51:50.164538 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-11d89364-4c52-4612-87b1-c62f69c3720c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71f4a0f2a16d4747aaee34be597291b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573895 Apr 05 16:51:50.167281 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 36872) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:50.229088 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1beb9276-d100-4056-9673-4ddabfd66b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.256791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1beb9276-d100-4056-9673-4ddabfd66b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.311233 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1beb9276-d100-4056-9673-4ddabfd66b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.316467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fb03ef9e-9893-420f-8d25-6a9102ab137d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:50.329444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb9276-d100-4056-9673-4ddabfd66b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ab8eb7-c787-41cc-9424-40170997d2f9,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:50.332800 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1beb9276-d100-4056-9673-4ddabfd66b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:50.334995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1beb9276-d100-4056-9673-4ddabfd66b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.336282 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-1beb9276-d100-4056-9673-4ddabfd66b73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6ab8eb7-c787-41cc-9424-40170997d2f9 HTTP/1.1" status: 204 len: 168 time: 0.1679473 Apr 05 16:51:50.541324 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36882) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:50.597282 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-de9574af-71bd-4705-950e-01916e81f4ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b19de8b88b90439e9165e0dcb1b9f3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540807 Apr 05 16:51:50.599829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 36886) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:51:50.662934 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-01c2e320-256e-40a3-9c62-211b8330e6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.691328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-01c2e320-256e-40a3-9c62-211b8330e6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.740493 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-01c2e320-256e-40a3-9c62-211b8330e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.745714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-187aae95-d94d-407b-a8bc-050c480568c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:50.763366 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2e320-256e-40a3-9c62-211b8330e6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aeccbb-74d1-4060-8b2e-70e39d63da41,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:50.766199 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-01c2e320-256e-40a3-9c62-211b8330e6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:50.767581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-01c2e320-256e-40a3-9c62-211b8330e6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:50.768788 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-01c2e320-256e-40a3-9c62-211b8330e6c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61aeccbb-74d1-4060-8b2e-70e39d63da41 HTTP/1.1" status: 204 len: 168 time: 0.1679797 Apr 05 16:51:51.261070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb37397-4c5b-4cd2-948d-bead2b1f6c0f req-c261a4e8-345d-4392-a921-30db22610ed7 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:51.262767 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1bb37397-4c5b-4cd2-948d-bead2b1f6c0f req-c261a4e8-345d-4392-a921-30db22610ed7 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 946 time: 0.0900414 Apr 05 16:51:51.316946 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1bb37397-4c5b-4cd2-948d-bead2b1f6c0f req-d0c48711-a236-4625-a153-ff72c6295838 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474522 Apr 05 16:51:51.362356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:52.677489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a39029-ba00-46d6-92db-9ed120e9d65f req-72a8b923-939c-45c8-ad85-4697632a895f tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:52.679060 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e7a39029-ba00-46d6-92db-9ed120e9d65f req-72a8b923-939c-45c8-ad85-4697632a895f tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 946 time: 0.1022167 Apr 05 16:51:52.731542 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e7a39029-ba00-46d6-92db-9ed120e9d65f req-877f50d8-4eec-456d-b962-b75f6c7b1c97 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Apr 05 16:51:53.948223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf916139-77a7-43d6-ae16-154b5662a43b req-c9f0a630-bd7d-4a6b-a398-8e228473a582 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:53.949883 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bf916139-77a7-43d6-ae16-154b5662a43b req-c9f0a630-bd7d-4a6b-a398-8e228473a582 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 946 time: 0.0907106 Apr 05 16:51:54.005059 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-bf916139-77a7-43d6-ae16-154b5662a43b req-9279d4db-336f-4219-a32c-1b65325b6346 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468776 Apr 05 16:51:54.248806 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-c3137246-0c17-44dc-ba95-ba158d4abe7d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:54.249585 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-c3137246-0c17-44dc-ba95-ba158d4abe7d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Synchronizing usage tracker for tenant:ba23a67345e443bb9fdb9f53981d2b4d on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:51:54.268024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-c3137246-0c17-44dc-ba95-ba158d4abe7d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Unset dirty status for tenant:ba23a67345e443bb9fdb9f53981d2b4d on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:51:54.269273 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-c3137246-0c17-44dc-ba95-ba158d4abe7d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.41 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 946 time: 0.1234393 Apr 05 16:51:54.353567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Deleting port 84620198-dad2-45cc-a556-2d761a1d09a5 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:51:54.353942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:54.625957 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] For port 84620198-dad2-45cc-a556-2d761a1d09a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=84620198-dad2-45cc-a556-2d761a1d09a5,segment=NetworkSegment(d9f4571b-f43c-4e8e-8157-c4989e6e3049),segment_id=d9f4571b-f43c-4e8e-8157-c4989e6e3049)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:51:54.626368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:54.766036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Calling delete_port for 84620198-dad2-45cc-a556-2d761a1d09a5 owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:51:54.921552 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:54.937084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:51:54.959144 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['84620198-dad2-45cc-a556-2d761a1d09a5'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:51:54.998596 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Pushing event deleted for resources: {'Port': ['ID=84620198-dad2-45cc-a556-2d761a1d09a5,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:51:55.054256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.054684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.055099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.055503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.055895 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.056304 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.056700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.057095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.057491 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.058030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.058278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.058665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:51:55.068710 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:51:55.179438 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f419013d-d99a-4696-b000-268ff6c49ce3 req-13e2784f-a4c9-4b39-857c-f3d20445fc49 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=65113014-ad98-43e9-9218-a85aa436b0f8 HTTP/1.1" status: 200 len: 210 time: 0.0489495 Apr 05 16:51:55.197789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] No DVR routers for this DVR port 84620198-dad2-45cc-a556-2d761a1d09a5 on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:51:55.204709 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:51:55.207706 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65113014-ad98-43e9-9218-a85aa436b0f8', 'name': 'network-vif-deleted', 'tag': '84620198-dad2-45cc-a556-2d761a1d09a5'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:51:55.222973 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7d28d8a4-dd18-48c7-abf8-8ce0e73f96ac req-fdfdd62d-b08e-4e6b-a342-d0fe7d25638a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.41 "DELETE /v2.0/ports/84620198-dad2-45cc-a556-2d761a1d09a5 HTTP/1.1" status: 204 len: 173 time: 0.9464726 Apr 05 16:51:55.258472 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65113014-ad98-43e9-9218-a85aa436b0f8', 'name': 'network-vif-deleted', 'tag': '84620198-dad2-45cc-a556-2d761a1d09a5', 'status': 'completed', 'code': 200} Apr 05 16:51:56.664292 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-9d32e4f7-47ba-465a-8b35-393a41e53c6d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:56.665960 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-9d32e4f7-47ba-465a-8b35-393a41e53c6d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/networks?id=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 HTTP/1.1" status: 200 len: 808 time: 0.1699238 Apr 05 16:51:56.682962 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-7daecea8-1a1c-4b9c-a59d-2942375de661 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/quotas/ba23a67345e443bb9fdb9f53981d2b4d HTTP/1.1" status: 200 len: 375 time: 0.0107467 Apr 05 16:51:56.736127 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-666fea46-1985-4485-95c4-d89b63a61e2a tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba23a67345e443bb9fdb9f53981d2b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472512 Apr 05 16:51:56.908535 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-8f5e8fa6-8661-4122-af7b-58dfd08d99dd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:51:56.909624 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-8f5e8fa6-8661-4122-af7b-58dfd08d99dd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1629381 Apr 05 16:51:57.067539 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-42227f34-69c8-4848-a5e8-751ee3da91f1 service neutron] 10.222.0.15 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504118 Apr 05 16:51:57.215272 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-818feea5-cc08-4000-9782-b68ac7b089d5 service neutron] 10.222.0.15 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408534 Apr 05 16:51:58.437603 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-77c75a4d-1f02-49ff-a61d-8f2e03278a5e req-18f17a39-1911-4dc5-a332-c83ec0f5856b tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 210 time: 0.0535443 Apr 05 16:51:58.769578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 84620198-dad2-45cc-a556-2d761a1d09a5 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:51:58.812248 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 84620198-dad2-45cc-a556-2d761a1d09a5 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:51:58.812589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 84620198-dad2-45cc-a556-2d761a1d09a5 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:51:59.619104 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a554129a-2a2e-4d4c-8015-95e06ecc57cb req-eaeefc68-d5bb-4f85-9bac-edbc11639b5b tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 210 time: 0.0533035 Apr 05 16:51:59.621811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-9225d633-d92b-4b0c-8f47-e8896d407e1f tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:51:59.623716 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-9225d633-d92b-4b0c-8f47-e8896d407e1f tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.41 "GET /v2.0/networks?id=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 HTTP/1.1" status: 200 len: 808 time: 0.1649759 Apr 05 16:51:59.646084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Request body: {'port': {'device_id': '64b17e84-21fd-4b02-beaa-ea1dcaefa2f3', 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3', 'admin_state_up': True, 'tenant_id': 'ba23a67345e443bb9fdb9f53981d2b4d'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:51:59.798403 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:51:59.803410 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Usage tracker for resource:port and tenant:ba23a67345e443bb9fdb9f53981d2b4d is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:51:59.806711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:51:59.813205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:51:59.822817 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Made reservation on behalf of ba23a67345e443bb9fdb9f53981d2b4d for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:51:59.828923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:00.009411 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Allocated IP 172.20.0.4 (7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3/ffcb9041-61d6-4005-b49c-8a62b2189ae8/ab291b57-f30c-48c8-84de-815f6dae7958) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:52:00.226413 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:00.259716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:00.274808 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:00.425336 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Pushing event updated for resources: {'Port': ['ID=ab291b57-f30c-48c8-84de-815f6dae7958,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:00.428460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:00.477962 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:52:00.479088 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:00.481470 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:52:00.547293 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:00.547958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:00.580329 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-3d10b9d7-9292-4a06-91d0-fcf1ab449ed0 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9418454 Apr 05 16:52:00.599844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Request body: {'port': {'device_id': '64b17e84-21fd-4b02-beaa-ea1dcaefa2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:52:00.727799 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:00.822489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4ee18-b8f6-4acc-8707-c3ab3d303219 req-128e4bae-0e28-404a-85be-dfc7c56f02cb tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:00.824066 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d5a4ee18-b8f6-4acc-8707-c3ab3d303219 req-128e4bae-0e28-404a-85be-dfc7c56f02cb tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 931 time: 0.0894477 Apr 05 16:52:00.875866 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d5a4ee18-b8f6-4acc-8707-c3ab3d303219 req-5a229d82-fc6c-4947-82d6-1870fcdb5f1f tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 Apr 05 16:52:01.153330 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab291b57-f30c-48c8-84de-815f6dae7958 {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:52:01.161502 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:01.177513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Transition to ACTIVE for port object ab291b57-f30c-48c8-84de-815f6dae7958 will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:01.180535 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:01.196501 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d06efafe-f39e-438e-b103-db1dd18d4aa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:01.368600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab291b57-f30c-48c8-84de-815f6dae7958,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:01.372515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:01.825587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Attempting to bind port ab291b57-f30c-48c8-84de-815f6dae7958 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:52:01.826199 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Attempting to bind port ab291b57-f30c-48c8-84de-815f6dae7958 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'd9f4571b-f43c-4e8e-8157-c4989e6e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:52:01.826324 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Attempting to bind port ab291b57-f30c-48c8-84de-815f6dae7958 on network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:52:01.831647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Port ab291b57-f30c-48c8-84de-815f6dae7958 on network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:52:01.832004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Attempting to bind port ab291b57-f30c-48c8-84de-815f6dae7958 on network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:52:01.837831 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:52:01.838206 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Checking segment: {'id': 'd9f4571b-f43c-4e8e-8157-c4989e6e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:52:01.838622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Bound using segment: {'id': 'd9f4571b-f43c-4e8e-8157-c4989e6e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:52:01.839085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Bound port: ab291b57-f30c-48c8-84de-815f6dae7958, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f4571b-f43c-4e8e-8157-c4989e6e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:52:01.839460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:01.934790 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] For port ab291b57-f30c-48c8-84de-815f6dae7958, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:52:01.938035 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] For port ab291b57-f30c-48c8-84de-815f6dae7958, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ab291b57-f30c-48c8-84de-815f6dae7958,segment=NetworkSegment(d9f4571b-f43c-4e8e-8157-c4989e6e3049),segment_id=d9f4571b-f43c-4e8e-8157-c4989e6e3049)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:52:01.942308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:01.956373 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-203aff20-2025-4a76-b08e-12ecc9451a9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:02.083140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbad86d-cec5-48c9-9fa7-28c09b8b5ad2 req-27f53ac9-c550-48a6-8472-c4fd97a642af tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:02.084656 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cbad86d-cec5-48c9-9fa7-28c09b8b5ad2 req-27f53ac9-c550-48a6-8472-c4fd97a642af tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 943 time: 0.0913701 Apr 05 16:52:02.120169 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab291b57-f30c-48c8-84de-815f6dae7958,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:02.124914 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:02.133997 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cbad86d-cec5-48c9-9fa7-28c09b8b5ad2 req-ce72903d-3cef-4c94-8294-50d3bcda3f59 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Apr 05 16:52:02.162133 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:02.162306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:02.163821 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/ab291b57-f30c-48c8-84de-815f6dae7958 HTTP/1.1" status: 200 len: 1093 time: 1.5694923 Apr 05 16:52:02.164363 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b17e84-21fd-4b02-beaa-ea1dcaefa2f3', 'tag': 'ab291b57-f30c-48c8-84de-815f6dae7958'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:52:02.212320 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b17e84-21fd-4b02-beaa-ea1dcaefa2f3', 'tag': 'ab291b57-f30c-48c8-84de-815f6dae7958', 'status': 'completed', 'code': 200} Apr 05 16:52:02.312349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-554d0540-8d32-4b42-8c6b-351e7de3bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:02.314089 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-554d0540-8d32-4b42-8c6b-351e7de3bc43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba23a67345e443bb9fdb9f53981d2b4d&device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0825171 Apr 05 16:52:02.395704 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-83225c7f-b937-407b-902d-3ff7dcdc6401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab291b57-f30c-48c8-84de-815f6dae7958 HTTP/1.1" status: 200 len: 217 time: 0.0685616 Apr 05 16:52:02.465302 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-f5a5bff6-4465-465b-b2ac-9ca9dc3536e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:02.466904 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-f5a5bff6-4465-465b-b2ac-9ca9dc3536e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffcb9041-61d6-4005-b49c-8a62b2189ae8 HTTP/1.1" status: 200 len: 848 time: 0.0646098 Apr 05 16:52:02.521149 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-58ce0bb4-b871-4ac2-9903-7b2d011a0734 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483665 Apr 05 16:52:02.666986 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-4510685a-39c3-4805-b162-46aeb3dcb690 service neutron] 10.222.0.41 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388919 Apr 05 16:52:02.815431 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a4f350ee-eb10-45bc-b44b-36ca7cbf8296 req-25780880-0158-49dc-a358-7fdaf0d9ec3d service neutron] 10.222.0.41 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410255 Apr 05 16:52:02.982506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304fb9-1095-49ce-823a-8d67c8c7d206 req-77a6fbf0-76d9-42cc-a4c9-05a37966d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:02.983984 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a5304fb9-1095-49ce-823a-8d67c8c7d206 req-77a6fbf0-76d9-42cc-a4c9-05a37966d935 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba23a67345e443bb9fdb9f53981d2b4d&device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0821116 Apr 05 16:52:03.126610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304fb9-1095-49ce-823a-8d67c8c7d206 req-bde830d3-ba84-4c5d-8e8d-ec899110a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:03.128415 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a5304fb9-1095-49ce-823a-8d67c8c7d206 req-bde830d3-ba84-4c5d-8e8d-ec899110a483 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 HTTP/1.1" status: 200 len: 909 time: 0.1376436 Apr 05 16:52:03.205730 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a5304fb9-1095-49ce-823a-8d67c8c7d206 req-070c8623-9269-41fd-9c39-dc7ccf8b3d90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab291b57-f30c-48c8-84de-815f6dae7958 HTTP/1.1" status: 200 len: 217 time: 0.0700917 Apr 05 16:52:03.273994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304fb9-1095-49ce-823a-8d67c8c7d206 req-69961ed5-0ae3-4aa5-97e0-5f72a25e494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:03.275863 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a5304fb9-1095-49ce-823a-8d67c8c7d206 req-69961ed5-0ae3-4aa5-97e0-5f72a25e494d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ffcb9041-61d6-4005-b49c-8a62b2189ae8 HTTP/1.1" status: 200 len: 848 time: 0.0636933 Apr 05 16:52:03.331636 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a5304fb9-1095-49ce-823a-8d67c8c7d206 req-3e16250a-18c8-43cc-a561-263b82a2305c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497632 Apr 05 16:52:03.343367 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561eddb-3dd0-41b3-a8b6-82a233967053 req-4d8e5371-af09-490b-8a13-cda6efcf2e89 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:03.345005 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1561eddb-3dd0-41b3-a8b6-82a233967053 req-4d8e5371-af09-490b-8a13-cda6efcf2e89 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 943 time: 0.0929060 Apr 05 16:52:03.394696 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-1561eddb-3dd0-41b3-a8b6-82a233967053 req-029928d3-b108-4923-97be-630e42c7144d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426602 Apr 05 16:52:03.475863 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a5304fb9-1095-49ce-823a-8d67c8c7d206 req-9b0cdc68-1427-47cf-8f7f-4d17092b3726 service neutron] 10.222.0.41 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379590 Apr 05 16:52:03.632166 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-a5304fb9-1095-49ce-823a-8d67c8c7d206 req-0ee5a477-78c9-40c5-8830-d5359610625d service neutron] 10.222.0.41 "GET /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482513 Apr 05 16:52:04.617167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5079c-4d01-4a45-a03b-dc76deb40f3c req-1af8fef0-f3b5-436c-9837-0f34b3d225e4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:04.618932 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4ba5079c-4d01-4a45-a03b-dc76deb40f3c req-1af8fef0-f3b5-436c-9837-0f34b3d225e4 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 943 time: 0.0956459 Apr 05 16:52:04.667978 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4ba5079c-4d01-4a45-a03b-dc76deb40f3c req-04b5b764-37fa-4fee-b3ac-d98c9a81cace tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420077 Apr 05 16:52:05.882754 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11d904-acb2-4c7d-b91e-7db09fb59281 req-8da89a3b-2bc0-430e-8472-b1910a92b5d6 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:05.884348 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5c11d904-acb2-4c7d-b91e-7db09fb59281 req-8da89a3b-2bc0-430e-8472-b1910a92b5d6 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 943 time: 0.0948029 Apr 05 16:52:05.935413 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5c11d904-acb2-4c7d-b91e-7db09fb59281 req-dae7d67c-6bf8-49ef-8a86-cf5f743745e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Apr 05 16:52:06.847548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device ab291b57-f30c-48c8-84de-815f6dae7958 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:52:06.995972 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port ab291b57-f30c-48c8-84de-815f6dae7958, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ab291b57-f30c-48c8-84de-815f6dae7958,segment=NetworkSegment(d9f4571b-f43c-4e8e-8157-c4989e6e3049),segment_id=d9f4571b-f43c-4e8e-8157-c4989e6e3049)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:07.010666 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': 'ab291b57-f30c-48c8-84de-815f6dae7958', 'network_id': '7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3', 'port_id': 'ab291b57-f30c-48c8-84de-815f6dae7958', 'mac_address': 'fa:16:3e:3d:b7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcb9041-61d6-4005-b49c-8a62b2189ae8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:52:07.075604 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:07.095140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab291b57-f30c-48c8-84de-815f6dae7958 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:52:07.111482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port ab291b57-f30c-48c8-84de-815f6dae7958, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ab291b57-f30c-48c8-84de-815f6dae7958,segment=NetworkSegment(d9f4571b-f43c-4e8e-8157-c4989e6e3049),segment_id=d9f4571b-f43c-4e8e-8157-c4989e6e3049)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:07.116589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:07.118597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:07.150925 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d89086-f6ee-483a-bb8b-e3027519add1 req-6465b594-c247-4673-bba8-9d394ae5c016 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:07.152551 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-88d89086-f6ee-483a-bb8b-e3027519add1 req-6465b594-c247-4673-bba8-9d394ae5c016 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 943 time: 0.1015816 Apr 05 16:52:07.190097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=ab291b57-f30c-48c8-84de-815f6dae7958,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:07.193417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:07.205838 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-88d89086-f6ee-483a-bb8b-e3027519add1 req-db8848b3-9206-430c-a6b7-d407256a0a8f tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 Apr 05 16:52:07.290708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37066) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:07.422496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98df03fd-c3af-48bc-9207-a59a4f1bd788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:07.438618 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-98df03fd-c3af-48bc-9207-a59a4f1bd788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:07.443335 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-98df03fd-c3af-48bc-9207-a59a4f1bd788 admin admin] Usage tracker for resource:security_group_rule and tenant:9ca44571f08542f2bdec0d408bf80615 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:07.446512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-98df03fd-c3af-48bc-9207-a59a4f1bd788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:07.453056 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-98df03fd-c3af-48bc-9207-a59a4f1bd788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:07.493999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['ab291b57-f30c-48c8-84de-815f6dae7958'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:52:07.545748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98df03fd-c3af-48bc-9207-a59a4f1bd788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:07.550521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-98df03fd-c3af-48bc-9207-a59a4f1bd788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:07.562390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-23f31687-17f5-4bec-a68b-e7d7d695276b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:07.597252 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-98df03fd-c3af-48bc-9207-a59a4f1bd788 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ca44571f08542f2bdec0d408bf80615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052416 Apr 05 16:52:07.600433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37072) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:07.604732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df03fd-c3af-48bc-9207-a59a4f1bd788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a797811-ef0b-4754-a857-5de00a4f9749,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:07.608149 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-98df03fd-c3af-48bc-9207-a59a4f1bd788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:07.666093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78f593b9-0ad4-4ed6-9272-966c9436bd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:07.696299 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78f593b9-0ad4-4ed6-9272-966c9436bd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:07.750626 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78f593b9-0ad4-4ed6-9272-966c9436bd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:07.754967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-048f9094-5582-4aee-b050-4c63ef722710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:07.769162 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f593b9-0ad4-4ed6-9272-966c9436bd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a797811-ef0b-4754-a857-5de00a4f9749,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:07.772339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-78f593b9-0ad4-4ed6-9272-966c9436bd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:07.774576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-78f593b9-0ad4-4ed6-9272-966c9436bd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:07.775973 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-78f593b9-0ad4-4ed6-9272-966c9436bd35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a797811-ef0b-4754-a857-5de00a4f9749 HTTP/1.1" status: 204 len: 168 time: 0.1743910 Apr 05 16:52:08.417024 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77973e88-50da-41c7-93ae-bec37eeb3b6c req-87aae44c-9176-4fd1-97a1-a8705f936425 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:08.418725 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-77973e88-50da-41c7-93ae-bec37eeb3b6c req-87aae44c-9176-4fd1-97a1-a8705f936425 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 944 time: 0.0962338 Apr 05 16:52:08.468132 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-77973e88-50da-41c7-93ae-bec37eeb3b6c req-85fd011c-df98-4f98-bfbe-f3a3e91b52eb tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 Apr 05 16:52:08.548601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37098) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:08.694381 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1472646727-network', 'tenant_id': '7cba391cad324580b8ab8cd48904483a'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:52:08.699902 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:08.704435 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Usage tracker for resource:network and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:08.707834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:08.714907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:08.726151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Made reservation on behalf of 7cba391cad324580b8ab8cd48904483a for: {'network': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:52:08.730928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:08.744629 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:08.760531 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:08.764922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Usage tracker for resource:security_group_rule and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:08.768093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:08.774530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:08.844767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device ab291b57-f30c-48c8-84de-815f6dae7958 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:08.860437 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:08.864176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:08.867344 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a26d5d21-8e8f-4420-8ce1-3a624711cdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:08.893197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=84411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:52:08.909714 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:08.913985 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:08.914984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:08.915344 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Added segment 2f29ea07-0ba6-417d-adb0-c85122a5b54b of type vlan for network 2231cdfc-5d00-461d-9d2d-739f003a1483 Apr 05 16:52:08.918805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port ab291b57-f30c-48c8-84de-815f6dae7958 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:08.924053 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port ab291b57-f30c-48c8-84de-815f6dae7958 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:08.924562 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:08.942313 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:08.972483 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:08.973931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:08.974544 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:08.979581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-062f17ec-224d-4158-868f-c5c0e0df4e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:09.053501 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:09.083535 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b17e84-21fd-4b02-beaa-ea1dcaefa2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab291b57-f30c-48c8-84de-815f6dae7958'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:52:09.089485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Pushing event updated for resources: {'Network': ['ID=2231cdfc-5d00-461d-9d2d-739f003a1483,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:09.097443 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5472572 Apr 05 16:52:09.097792 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37106) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:09.099967 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5a7d5b9a-b8af-4900-b308-486589de0e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:09.110404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Request body: {'subnet': {'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1472646727-subnet', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'ip_version': 4}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:52:09.112935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port ab291b57-f30c-48c8-84de-815f6dae7958, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ab291b57-f30c-48c8-84de-815f6dae7958,segment=NetworkSegment(d9f4571b-f43c-4e8e-8157-c4989e6e3049),segment_id=d9f4571b-f43c-4e8e-8157-c4989e6e3049)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:09.116045 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:52:09.116629 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:09.120722 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Usage tracker for resource:subnet and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:09.123894 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:09.130286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:09.142792 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Made reservation on behalf of 7cba391cad324580b8ab8cd48904483a for: {'subnet': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:52:09.147598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2393129'] for subnet, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:09.147903 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b17e84-21fd-4b02-beaa-ea1dcaefa2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab291b57-f30c-48c8-84de-815f6dae7958', 'code': 200} Apr 05 16:52:09.149032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:09.153969 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:09.468954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=ab291b57-f30c-48c8-84de-815f6dae7958,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:09.472178 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:09.546496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faf370-b08e-4c7c-89ce-59310e767c4e req-d56dd73f-2d80-48bf-aa84-fae6c69950d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:09.548200 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9faf370-b08e-4c7c-89ce-59310e767c4e req-d56dd73f-2d80-48bf-aa84-fae6c69950d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 1098 time: 0.1815884 Apr 05 16:52:09.605180 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d9faf370-b08e-4c7c-89ce-59310e767c4e req-77656be6-7d45-4a98-b415-ec4e4707dba2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466905 Apr 05 16:52:09.676027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb1d0f-4e40-41f7-9676-a2180f948a2c req-bf92436e-2feb-42ad-b6fc-8bacab4fae4d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:09.677725 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-50fb1d0f-4e40-41f7-9676-a2180f948a2c req-bf92436e-2feb-42ad-b6fc-8bacab4fae4d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 945 time: 0.0911055 Apr 05 16:52:09.680015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852210773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2393114'] for subnet, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:09.697026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:09.727235 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-50fb1d0f-4e40-41f7-9676-a2180f948a2c req-705e519e-75f7-4cf1-8268-c2ab60eda78e tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425839 Apr 05 16:52:09.830567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Pushing event updated for resources: {'Subnet': ['ID=570ce601-439a-4a0d-b948-976540d24dd9,revision_number=0']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:09.834711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:09.899442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Checking segment: {'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:52:09.899769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Network hostable DHCP agents. Network: 2231cdfc-5d00-461d-9d2d-739f003a1483, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:52:09.920500 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:52:09.931240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, 2231cdfc-5d00-461d-9d2d-739f003a1483) {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:09.940678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9ce71c-259a-4765-8034-2aaaf75fb8c9 None None] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:52:09.944551 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:09.945203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:09.966552 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-611eee4b-22f7-4e72-8215-fb8210a1339f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8672891 Apr 05 16:52:09.969454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37112) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:09.975002 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:52:09.979868 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:09.984032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Usage tracker for resource:router and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:09.987919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:09.994419 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:10.004489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-976377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773680'] for router, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.005574 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853799522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853808791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853889244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2087'] for router, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.020832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.173920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3149ac32-9af2-5a4e-861b-abd6f4956bc9-2231cdfc-5d00-461d-9d2d-739f003a1483', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9'}]}} from dv-cinder-774594-2-smb. {{(pid=84412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 16:52:10.174929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.308684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853808776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853850618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2102'] for router, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.339574 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Allocated IP 172.20.0.2 (2231cdfc-5d00-461d-9d2d-739f003a1483/570ce601-439a-4a0d-b948-976540d24dd9/3a77009f-63be-406a-bcd3-6dbcb7097896) {{(pid=84412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:52:10.556750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Notify callbacks [] for port, precommit_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.569486 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Transition to ACTIVE for port object 3a77009f-63be-406a-bcd3-6dbcb7097896 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:10.592070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Transition to ACTIVE for port object 3a77009f-63be-406a-bcd3-6dbcb7097896 will not be triggered until provisioned by entity DHCP. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:10.598551 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.615940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:10.770416 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Pushing event updated for resources: {'Port': ['ID=3a77009f-63be-406a-bcd3-6dbcb7097896,revision_number=1']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:10.778873 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:10.796695 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.832251 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 is already hosted by enough agents. {{(pid=84412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:52:10.834327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Resources bound (agent type, host, resource id): {{(pid=84412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:10.840349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Received port after_create {{(pid=84412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:52:10.916658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.953919 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.964285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Attempting to bind port 3a77009f-63be-406a-bcd3-6dbcb7097896 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:52:10.964285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Attempting to bind port 3a77009f-63be-406a-bcd3-6dbcb7097896 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:52:10.964744 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Attempting to bind port 3a77009f-63be-406a-bcd3-6dbcb7097896 on network 2231cdfc-5d00-461d-9d2d-739f003a1483 {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:52:10.971493 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:52:10.972052 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Checking segment: {'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:52:10.972505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.972944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Bound using segment: {'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:52:10.973471 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Bound port: 3a77009f-63be-406a-bcd3-6dbcb7097896, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:52:10.973917 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:10.980575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a3468-122b-4b66-8df7-cc9a908c0559 req-ad788806-23d2-4a41-902b-9e1e0ffb560d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:10.989023 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-010a3468-122b-4b66-8df7-cc9a908c0559 req-ad788806-23d2-4a41-902b-9e1e0ffb560d tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 945 time: 0.1311338 Apr 05 16:52:11.037907 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-010a3468-122b-4b66-8df7-cc9a908c0559 req-300a86fe-4378-4b60-beaa-02d3e74744fe tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475833 Apr 05 16:52:11.077890 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] For port 3a77009f-63be-406a-bcd3-6dbcb7097896, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:52:11.081740 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] For port 3a77009f-63be-406a-bcd3-6dbcb7097896, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=3a77009f-63be-406a-bcd3-6dbcb7097896,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:52:11.086481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:11.104067 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:11.113018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Allocated IP 172.28.2.68 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/17424fd1-68ff-4de6-8491-5ac46c5c6ae4) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:52:11.257039 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Pushing event updated for resources: {'Port': ['ID=3a77009f-63be-406a-bcd3-6dbcb7097896,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:11.262733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-eac94e28-7e13-4cc4-ba1e-08c153e0cf18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:11.277503 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:11.311918 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:11.329227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a82e2ac7-2222-4a7d-8c82-eaba07f36b3f tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:11.475325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Pushing event updated for resources: {'Port': ['ID=17424fd1-68ff-4de6-8491-5ac46c5c6ae4,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:11.479697 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:11.523303 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:52:11.524745 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:11.527614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:52:11.990654 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:12.240131 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21ee10-3a87-4980-b304-070168ab75c6 req-3b68b9b2-7ae2-49b1-90a3-e4debb76311b tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:12.242159 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7e21ee10-3a87-4980-b304-070168ab75c6 req-3b68b9b2-7ae2-49b1-90a3-e4debb76311b tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 945 time: 0.0896401 Apr 05 16:52:12.291628 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7e21ee10-3a87-4980-b304-070168ab75c6 req-062da4e2-7d9f-4f8d-a57f-be6f234621a8 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Apr 05 16:52:12.354299 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-967047'] for router, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:12.581638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 is scheduled to L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d with binding_index 1 {{(pid=84410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 16:52:12.692010 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc2d185-bbb5-4307-8c66-48c26797b779 None None] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:52:12.772267 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:52:12.793064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Sync routers for ids ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:52:12.798875 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] Notify callbacks [] for router, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:12.802933 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b5174e97-59d4-4f26-a211-9f8e66006783 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8297637 Apr 05 16:52:12.803138 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37128) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:12.816171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-b00c26e6-7fcf-4ace-8c44-c4b5edd1b714 None None] Provisioning for port 3a77009f-63be-406a-bcd3-6dbcb7097896 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:12.823479 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Routers {'5520ebc5-bd5a-4eb8-8b57-f707defe8891'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:52:12.824150 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:51:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:13.118748 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Set router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:52:13.495705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:11Z', 'revision_number': 3, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:13.500862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Checking router: 5520ebc5-bd5a-4eb8-8b57-f707defe8891 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:52:13.501417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Updating router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 binding host dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:52:13.558696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 3a77009f-63be-406a-bcd3-6dbcb7097896 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:13.642547 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:13.732305 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55aa7-3cbd-401f-b962-238bd4c14dcd req-a77c5d10-a392-4a46-bc3a-4923f74bf9fa tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:13.733932 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c4c55aa7-3cbd-401f-b962-238bd4c14dcd req-a77c5d10-a392-4a46-bc3a-4923f74bf9fa tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 945 time: 0.0971653 Apr 05 16:52:13.764885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port 3a77009f-63be-406a-bcd3-6dbcb7097896 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:13.773900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 3a77009f-63be-406a-bcd3-6dbcb7097896 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:13.774279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:13.786950 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c4c55aa7-3cbd-401f-b962-238bd4c14dcd req-876e4513-6d9c-4f2f-8322-e7beab817c4f tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458264 Apr 05 16:52:13.908694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.136318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Allocated IP 172.20.0.1 (2231cdfc-5d00-461d-9d2d-739f003a1483/570ce601-439a-4a0d-b948-976540d24dd9/2a8e6736-f221-49bc-901a-d9e52f21ece4) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:52:14.233567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:52:14.248199 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.304855 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.305883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port 3a77009f-63be-406a-bcd3-6dbcb7097896, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=3a77009f-63be-406a-bcd3-6dbcb7097896,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:14.317021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.321546 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:14.324171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Transition to ACTIVE for port object 2a8e6736-f221-49bc-901a-d9e52f21ece4 will not be triggered until provisioned by entity DHCP. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:14.349213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.364861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-49d585c6-cfc8-418f-b043-c978c65833cd tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:14.451947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Notify callbacks [] for port, precommit_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.454389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=3a77009f-63be-406a-bcd3-6dbcb7097896,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:14.459366 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:14.468146 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Transition to ACTIVE for port object 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:14.475259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.489092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9f291693-ef1d-45b4-9c26-3446d084f2e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:14.514353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Pushing event updated for resources: {'Port': ['ID=2a8e6736-f221-49bc-901a-d9e52f21ece4,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:14.517599 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:14.565044 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:52:14.566424 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:14.568810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:52:14.628385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853852070'] for router_interface, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.631063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Pushing event updated for resources: {'Port': ['ID=17424fd1-68ff-4de6-8491-5ac46c5c6ae4,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:14.636177 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:14.701581 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Attempting to bind port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:52:14.702018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Attempting to bind port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:52:14.702402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Attempting to bind port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 on network ca2d6b15-da8c-4c49-b410-492d803b641f {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:52:14.709829 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:52:14.710256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Checking segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:52:14.710705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.711130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Bound using segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:52:14.711659 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Bound port: 17424fd1-68ff-4de6-8491-5ac46c5c6ae4, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:52:14.712037 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.764033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.793192 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] For port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:52:14.796295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] For port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=17424fd1-68ff-4de6-8491-5ac46c5c6ae4,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:52:14.801931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:14.820769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:14.975707 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-5c32d432-afb0-4921-911f-99e6c969ae04 None None] Provisioning for port 2a8e6736-f221-49bc-901a-d9e52f21ece4 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:14.985600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Pushing event updated for resources: {'Port': ['ID=17424fd1-68ff-4de6-8491-5ac46c5c6ae4,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:14.991362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-5c32d432-afb0-4921-911f-99e6c969ae04 None None] Provisioning complete for port 2a8e6736-f221-49bc-901a-d9e52f21ece4 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:14.991668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-5c32d432-afb0-4921-911f-99e6c969ae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:15.004895 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df0ec-b69d-4281-b5cf-77a25086abbf req-1a9d9cec-e7c4-486a-ad33-e0d947a659af tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:15.009304 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d25df0ec-b69d-4281-b5cf-77a25086abbf req-1a9d9cec-e7c4-486a-ad33-e0d947a659af tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 945 time: 0.0959308 Apr 05 16:52:15.036577 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.036899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.037213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.037582 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.037940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.038297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.038653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.039004 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.039357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.039708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.040061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.040414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:15.044569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:15.064838 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d25df0ec-b69d-4281-b5cf-77a25086abbf req-aaac11bf-7e1f-48e2-ba6b-55c6647faaa5 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516288 Apr 05 16:52:15.076504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:15.081507 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:15.087897 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-5c32d432-afb0-4921-911f-99e6c969ae04 None None] Port 2a8e6736-f221-49bc-901a-d9e52f21ece4 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:52:15.105028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Routers {'5520ebc5-bd5a-4eb8-8b57-f707defe8891'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:52:15.105725 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:51:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:15.113191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a0d1164c-c4ed-4447-9797-12230d6bb7e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:15.249758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853808241'] for router_interface, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:15.262636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Pushing event updated for resources: {'Port': ['ID=2a8e6736-f221-49bc-901a-d9e52f21ece4,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:15.269426 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:15.297298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] Set router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:52:15.384234 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-9bfe906a-b7be-4f2b-a504-c465739b93be tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:15.384999 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-9bfe906a-b7be-4f2b-a504-c465739b93be tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Synchronizing usage tracker for tenant:ba23a67345e443bb9fdb9f53981d2b4d on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:52:15.422090 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-9bfe906a-b7be-4f2b-a504-c465739b93be tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Unset dirty status for tenant:ba23a67345e443bb9fdb9f53981d2b4d on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:52:15.423327 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-9bfe906a-b7be-4f2b-a504-c465739b93be tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 945 time: 0.3113341 Apr 05 16:52:15.472338 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:52:15.479710 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:15.530597 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 3a77009f-63be-406a-bcd3-6dbcb7097896 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:15.645965 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Deleting port ab291b57-f30c-48c8-84de-815f6dae7958 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:52:15.646357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:15.686086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 3a77009f-63be-406a-bcd3-6dbcb7097896 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:15.686509 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:15.772531 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-85543040-e4ac-43ec-83d8-af26e76dd1de None None] Provisioning complete for port 2a8e6736-f221-49bc-901a-d9e52f21ece4 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:15.772901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-85543040-e4ac-43ec-83d8-af26e76dd1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:15.830184 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:52:15.840732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-85543040-e4ac-43ec-83d8-af26e76dd1de None None] Port 2a8e6736-f221-49bc-901a-d9e52f21ece4 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:52:15.843766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 2, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:15.877687 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33806279-782f-44b3-9bf5-89eb4a229919 None None] The sync data for ids ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'] in dv-cinder-774594-2-smb is: [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 2, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:52:16.110049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] For port ab291b57-f30c-48c8-84de-815f6dae7958, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ab291b57-f30c-48c8-84de-815f6dae7958,segment=NetworkSegment(d9f4571b-f43c-4e8e-8157-c4989e6e3049),segment_id=d9f4571b-f43c-4e8e-8157-c4989e6e3049)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:16.110462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:16.305079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ec74f-eeb0-41e5-99cc-4d61526185a5 req-b30b412d-3bba-4286-af1a-8b95db034f97 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:16.307559 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ef3ec74f-eeb0-41e5-99cc-4d61526185a5 req-b30b412d-3bba-4286-af1a-8b95db034f97 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 945 time: 0.1196442 Apr 05 16:52:16.371172 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ef3ec74f-eeb0-41e5-99cc-4d61526185a5 req-8e3d0ef0-6c1c-496d-aabf-79d40dc1a679 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/security-groups?id=0fedb6fc-83d5-4a5a-b4dc-c28accac0344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554442 Apr 05 16:52:16.554038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Calling delete_port for ab291b57-f30c-48c8-84de-815f6dae7958 owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:52:16.616331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:52:16.635315 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e0ef683d-f6a4-40ee-a9ab-6a23c2fc141f admin admin] 10.222.0.15 "PUT /v2.0/routers/5520ebc5-bd5a-4eb8-8b57-f707defe8891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8310401 Apr 05 16:52:16.747240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:16.766128 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:16.782443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['ab291b57-f30c-48c8-84de-815f6dae7958'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:52:16.828675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Pushing event deleted for resources: {'Port': ['ID=ab291b57-f30c-48c8-84de-815f6dae7958,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:16.832878 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:16.997275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fda1ead7-c264-427b-a20b-f2a845ca0340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.038660 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] No DVR routers for this DVR port ab291b57-f30c-48c8-84de-815f6dae7958 on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:52:17.041374 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.044642 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b17e84-21fd-4b02-beaa-ea1dcaefa2f3', 'name': 'network-vif-deleted', 'tag': 'ab291b57-f30c-48c8-84de-815f6dae7958'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:52:17.061575 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7aae6743-df2b-4626-ac1c-6c651f2efffc req-90efd693-16b5-402b-84d3-31db48e3c8e3 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.41 "DELETE /v2.0/ports/ab291b57-f30c-48c8-84de-815f6dae7958 HTTP/1.1" status: 204 len: 173 time: 1.6295698 Apr 05 16:52:17.100999 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b17e84-21fd-4b02-beaa-ea1dcaefa2f3', 'name': 'network-vif-deleted', 'tag': 'ab291b57-f30c-48c8-84de-815f6dae7958', 'status': 'completed', 'code': 200} Apr 05 16:52:17.258297 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37158) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:17.264781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-619661995-network', 'tenant_id': '020ada796c6747458d542e4cb1287258'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:52:17.270340 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:17.274408 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Usage tracker for resource:network and tenant:020ada796c6747458d542e4cb1287258 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:17.277776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:17.284479 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:17.295679 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Made reservation on behalf of 020ada796c6747458d542e4cb1287258 for: {'network': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:52:17.300712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for network, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.314095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.329171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:17.333310 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Usage tracker for resource:security_group_rule and tenant:020ada796c6747458d542e4cb1287258 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:17.336283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:17.342775 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:17.440575 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.444796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.453092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3e57d139-a9c6-4972-b2e5-6813efdf0950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:17.476255 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=84410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:52:17.498711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2723de-3a23-4481-84d8-1fbe9b9b3dcf,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:17.502098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.502502 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.segments_db [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Added segment 856ecb2b-325a-46f5-9779-8e1ed9fdb12f of type vlan for network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 Apr 05 16:52:17.503951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:17.543464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788956640593'] for network, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.561757 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:17.581303 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138'] for network, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.582918 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:17.583674 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.590262 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:17.597226 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d0dcf9fa-6475-456b-b4c1-ae945f562794 req-9f21d117-4713-49bd-af03-666de6a8c901 tempest-VolumesActionsTest-1877182586 tempest-VolumesActionsTest-1877182586-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b17e84-21fd-4b02-beaa-ea1dcaefa2f3 HTTP/1.1" status: 200 len: 210 time: 0.0554118 Apr 05 16:52:17.649348 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:17.654885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:17.655296 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:17.705716 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4434762 Apr 05 16:52:17.705716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Pushing event updated for resources: {'Network': ['ID=faebf2b6-adfb-498d-9e25-aa1ff048b2d4,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:17.706356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37164) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:17.707487 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:17.712649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Request body: {'subnet': {'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-619661995-subnet', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'ip_version': 4}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:52:17.718071 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:17.722968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Usage tracker for resource:subnet and tenant:020ada796c6747458d542e4cb1287258 is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:17.725447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 details requested by agent ovs-agent-dv-cinder-774594-2-smb with host dv-cinder-774594-2-smb {{(pid=84412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:52:17.726375 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:17.732459 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:17.745148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Made reservation on behalf of 020ada796c6747458d542e4cb1287258 for: {'subnet': 1} {{(pid=84411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:52:17.750477 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852152537'] for subnet, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:18.082019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:18.100812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=17424fd1-68ff-4de6-8491-5ac46c5c6ae4,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:18.104783 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:18.106948 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:18.179736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=17424fd1-68ff-4de6-8491-5ac46c5c6ae4,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:18.183285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:18.303547 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:18.446900 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852261724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852152556'] for subnet, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:18.459930 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3bbc8fbb-4319-4e20-a9ee-e0dac512e06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:18.591258 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ee341a-e682-458d-8a7e-de79871c51e5,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:18.595407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:18.659408 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Checking segment: {'id': '856ecb2b-325a-46f5-9779-8e1ed9fdb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:52:18.659803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Network hostable DHCP agents. Network: faebf2b6-adfb-498d-9e25-aa1ff048b2d4, hostable agents: ['b1d0185e-e4b0-4d71-9ca4-538042416f57'], hosted agents: [] {{(pid=84411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:52:18.681721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 is scheduled to be hosted by DHCP agent b1d0185e-e4b0-4d71-9ca4-538042416f57 with binding_index 1 {{(pid=84411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:52:18.691848 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-smb, faebf2b6-adfb-498d-9e25-aa1ff048b2d4) {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:18.701452 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc010e6-ba9d-45dc-a8dd-9ecbb65751f5 None None] Network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:52:18.704321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:18.706268 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:18.740083 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d7766b08-de8f-4c78-82b6-be645a9b73a1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0320895 Apr 05 16:52:18.740672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37172) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:18.746858 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-619661995-router', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:52:18.756050 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:18.761517 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Usage tracker for resource:router and tenant:020ada796c6747458d542e4cb1287258 is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:18.765736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:18.773387 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:18.791600 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-976377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773680'] for router, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:18.793391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853799522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853808791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853889244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2087'] for router, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:18.817187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:18.935618 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device ab291b57-f30c-48c8-84de-815f6dae7958 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:52:18.980368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: ab291b57-f30c-48c8-84de-815f6dae7958 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:52:18.981008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device ab291b57-f30c-48c8-84de-815f6dae7958 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:52:18.995140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3149ac32-9af2-5a4e-861b-abd6f4956bc9-faebf2b6-adfb-498d-9e25-aa1ff048b2d4', 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'fixed_ips': [{'subnet_id': '18ee341a-e682-458d-8a7e-de79871c51e5'}]}} from dv-cinder-774594-2-smb. {{(pid=84412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 16:52:18.996119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:19.109000 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fafc5418-a18f-4132-b034-896e500532c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:19.120895 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853808776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853850618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2102'] for router, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:19.179387 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Allocated IP 172.20.0.2 (faebf2b6-adfb-498d-9e25-aa1ff048b2d4/18ee341a-e682-458d-8a7e-de79871c51e5/c2fcc42c-900a-4d2f-b5cb-04e0358d3349) {{(pid=84412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:52:19.356863 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Sync routers for ids ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:52:19.368409 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Routers {'5520ebc5-bd5a-4eb8-8b57-f707defe8891'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:52:19.369161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:52:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:19.441699 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Notify callbacks [] for port, precommit_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:19.454161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Transition to ACTIVE for port object c2fcc42c-900a-4d2f-b5cb-04e0358d3349 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:19.477861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Transition to ACTIVE for port object c2fcc42c-900a-4d2f-b5cb-04e0358d3349 will not be triggered until provisioned by entity DHCP. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:19.494743 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672'] for port, after_create {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:19.523701 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:19.573422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:19.651571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:19.724197 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:19.732621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Allocated IP 172.28.2.221 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/e3bdb9ee-991f-4183-afc9-c129eef41e56) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:52:19.747556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Set router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:52:19.781971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Pushing event updated for resources: {'Port': ['ID=c2fcc42c-900a-4d2f-b5cb-04e0358d3349,revision_number=1']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:19.789885 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:19.810273 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 is already hosted by enough agents. {{(pid=84412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:52:19.814402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Resources bound (agent type, host, resource id): {{(pid=84412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:19.829220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Received port after_create {{(pid=84412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:52:19.893451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:19.905484 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:19.939569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:19.957386 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:19.957826 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:20.008489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Attempting to bind port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:52:20.008489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Attempting to bind port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '856ecb2b-325a-46f5-9779-8e1ed9fdb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:52:20.008489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Attempting to bind port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 on network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:52:20.008489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:52:20.008932 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Checking segment: {'id': '856ecb2b-325a-46f5-9779-8e1ed9fdb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:52:20.009201 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:20.009668 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Bound using segment: {'id': '856ecb2b-325a-46f5-9779-8e1ed9fdb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:52:20.010228 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Bound port: c2fcc42c-900a-4d2f-b5cb-04e0358d3349, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856ecb2b-325a-46f5-9779-8e1ed9fdb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:52:20.010785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:20.033545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-26217d4f-32af-4dd9-8953-8c09aa4fcaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:20.109803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 2, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:20.114805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Checking router: 5520ebc5-bd5a-4eb8-8b57-f707defe8891 for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:52:20.116032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Updating router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 port 2a8e6736-f221-49bc-901a-d9e52f21ece4 binding host dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:52:20.133506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bdb9ee-991f-4183-afc9-c129eef41e56,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:20.145493 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:20.180812 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:20.185367 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:52:20.186872 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:20.189351 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] For port c2fcc42c-900a-4d2f-b5cb-04e0358d3349, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:52:20.189513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:52:20.199635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] For port c2fcc42c-900a-4d2f-b5cb-04e0358d3349, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c2fcc42c-900a-4d2f-b5cb-04e0358d3349,segment=NetworkSegment(856ecb2b-325a-46f5-9779-8e1ed9fdb12f),segment_id=856ecb2b-325a-46f5-9779-8e1ed9fdb12f)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:52:20.206518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:20.223716 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:20.397266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Pushing event updated for resources: {'Port': ['ID=c2fcc42c-900a-4d2f-b5cb-04e0358d3349,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:20.403054 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-c01fe2bd-5a9d-4edf-a06e-e13f7b902388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:20.644916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Notify callbacks [] for port, precommit_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:20.659066 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Transition to ACTIVE for port object 2a8e6736-f221-49bc-901a-d9e52f21ece4 will not be triggered until provisioned by entity L2. {{(pid=84413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:20.663990 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:20.666226 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:20.768781 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:20.856021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Pushing event updated for resources: {'Port': ['ID=2a8e6736-f221-49bc-901a-d9e52f21ece4,revision_number=3']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:20.868064 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.868468 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.868830 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.869187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.869589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.869948 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.870295 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.870643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.870994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.871340 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.871685 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.872026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:20.877979 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:21.068584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Attempting to bind port 2a8e6736-f221-49bc-901a-d9e52f21ece4 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:52:21.068997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Attempting to bind port 2a8e6736-f221-49bc-901a-d9e52f21ece4 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:52:21.069397 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Attempting to bind port 2a8e6736-f221-49bc-901a-d9e52f21ece4 on network 2231cdfc-5d00-461d-9d2d-739f003a1483 {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:52:21.076563 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:52:21.076977 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Checking segment: {'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:52:21.077420 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:21.077940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Bound using segment: {'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:52:21.078497 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Bound port: 2a8e6736-f221-49bc-901a-d9e52f21ece4, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'}}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:52:21.078904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:21.196810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] For port 2a8e6736-f221-49bc-901a-d9e52f21ece4, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:52:21.200450 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] For port 2a8e6736-f221-49bc-901a-d9e52f21ece4, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=2a8e6736-f221-49bc-901a-d9e52f21ece4,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:52:21.204821 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:21.242828 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:21.327708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-967047'] for router, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:21.378927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:21.395355 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Pushing event updated for resources: {'Port': ['ID=2a8e6736-f221-49bc-901a-d9e52f21ece4,revision_number=4']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:21.398946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3bf1e382-2d1a-400e-a9d4-9f4e70d49111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:21.454559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Routers {'5520ebc5-bd5a-4eb8-8b57-f707defe8891'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:52:21.455481 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:52:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:21.660041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Router d4389bc5-0d98-4491-891f-a4deec0271c9 is scheduled to L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d with binding_index 1 {{(pid=84410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 16:52:21.685151 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 2a8e6736-f221-49bc-901a-d9e52f21ece4 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:21.766329 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] Set router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:52:21.847588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port 2a8e6736-f221-49bc-901a-d9e52f21ece4 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:21.875995 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 2a8e6736-f221-49bc-901a-d9e52f21ece4 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:21.882680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:21.927892 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-f8b71d1c-76b8-4115-8f88-4f628ee3eada None None] Provisioning complete for port 2a8e6736-f221-49bc-901a-d9e52f21ece4 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:21.959632 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f8b71d1c-76b8-4115-8f88-4f628ee3eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:21.970261 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:52:22.005300 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Sync routers for ids ['d4389bc5-0d98-4491-891f-a4deec0271c9'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:52:22.024360 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] Notify callbacks [] for router, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:22.030095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37240) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:22.036357 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-374e6a12-9813-4dcb-bd4c-ca274ab17273 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2939253 Apr 05 16:52:22.059750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Routers {'d4389bc5-0d98-4491-891f-a4deec0271c9'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:52:22.060810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:52:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['d4389bc5-0d98-4491-891f-a4deec0271c9'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:22.137142 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3ce526-0aaa-4472-b5c4-ceeb0fe34815 None None] Network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:52:22.335988 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:21Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:22.341927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21807996-1bac-4a6f-a29c-fd17fedb84ba None None] The sync data for ids ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'] in dv-cinder-774594-2-smb is: [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:21Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:52:22.823454 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f8b71d1c-76b8-4115-8f88-4f628ee3eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:22.863721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:22.963730 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Set router d4389bc5-0d98-4491-891f-a4deec0271c9 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:52:23.032835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:23.177012 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port 2a8e6736-f221-49bc-901a-d9e52f21ece4, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=2a8e6736-f221-49bc-901a-d9e52f21ece4,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:23.439362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Allocated IP 172.20.0.1 (faebf2b6-adfb-498d-9e25-aa1ff048b2d4/18ee341a-e682-458d-8a7e-de79871c51e5/c9b67a04-8d86-4b43-a3e7-bc977c8dccfb) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:52:23.455090 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:23.456145 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c2fcc42c-900a-4d2f-b5cb-04e0358d3349 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:23.529421 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-41ffb89f-2850-47c7-bc10-0a83cf081967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:23.642473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:23.663951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Transition to ACTIVE for port object c9b67a04-8d86-4b43-a3e7-bc977c8dccfb will not be triggered until provisioned by entity DHCP. {{(pid=84411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:23.691861 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:23.712190 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:23.823188 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.api [None req-f8b71d1c-76b8-4115-8f88-4f628ee3eada None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84412) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:52:23.823485 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_db.api [None req-f8b71d1c-76b8-4115-8f88-4f628ee3eada None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:52:23.844761 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=2a8e6736-f221-49bc-901a-d9e52f21ece4,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:23.854357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:23.871039 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:23.886474 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'name': 'tempest-TestMinimumBasicScenario-619661995-router', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:18Z', 'updated_at': '2021-04-05T16:52:20Z', 'revision_number': 3, 'project_id': '020ada796c6747458d542e4cb1287258', 'gw_port': {'id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:19Z', 'updated_at': '2021-04-05T16:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:23.891345 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Checking router: d4389bc5-0d98-4491-891f-a4deec0271c9 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:52:23.891766 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Updating router d4389bc5-0d98-4491-891f-a4deec0271c9 port e3bdb9ee-991f-4183-afc9-c129eef41e56 binding host dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:52:23.954836 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:52:23.956951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:23.958147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:23.962275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:52:24.025691 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b67a04-8d86-4b43-a3e7-bc977c8dccfb,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:24.030417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:24.070534 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853852070'] for router_interface, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:24.127559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 2a8e6736-f221-49bc-901a-d9e52f21ece4 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:24.250345 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port 2a8e6736-f221-49bc-901a-d9e52f21ece4 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:24.250767 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:24.453274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:24.598572 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Notify callbacks [] for port, precommit_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:24.659112 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Transition to ACTIVE for port object e3bdb9ee-991f-4183-afc9-c129eef41e56 will not be triggered until provisioned by entity L2. {{(pid=84412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:24.683303 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:24.705912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:24.802994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:24.810531 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2513994'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:24.841041 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9fc40bef-9395-4b4b-a56d-d2ce62508d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:24.930623 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853808241'] for router_interface, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:24.932074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8506e58-fd32-428a-8c47-936b80d3319b None None] Pushing event updated for resources: {'Port': ['ID=e3bdb9ee-991f-4183-afc9-c129eef41e56,revision_number=2']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:24.944552 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f8506e58-fd32-428a-8c47-936b80d3319b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:24.965742 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Provisioning for port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:24.976019 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Provisioning complete for port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:24.976427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:25.094126 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Attempting to bind port e3bdb9ee-991f-4183-afc9-c129eef41e56 on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:52:25.096082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Attempting to bind port e3bdb9ee-991f-4183-afc9-c129eef41e56 by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:52:25.096082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Attempting to bind port e3bdb9ee-991f-4183-afc9-c129eef41e56 on network ca2d6b15-da8c-4c49-b410-492d803b641f {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:52:25.109347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:52:25.110222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Checking segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:52:25.111154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:25.111979 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Bound using segment: {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'} {{(pid=84412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:52:25.112877 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Bound port: e3bdb9ee-991f-4183-afc9-c129eef41e56, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea903e2-74d8-4fa3-b1f0-43e9186eb953', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f'}}] {{(pid=84412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:52:25.113547 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:25.299623 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b67a04-8d86-4b43-a3e7-bc977c8dccfb,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:25.333232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:25.350352 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:52:25.351626 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:25.507643 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:25.520553 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] For port e3bdb9ee-991f-4183-afc9-c129eef41e56, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:52:25.549306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] For port e3bdb9ee-991f-4183-afc9-c129eef41e56, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=e3bdb9ee-991f-4183-afc9-c129eef41e56,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:52:25.560399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:25.579883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:25.587332 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Router d4389bc5-0d98-4491-891f-a4deec0271c9 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:52:25.655349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] For port c2fcc42c-900a-4d2f-b5cb-04e0358d3349, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c2fcc42c-900a-4d2f-b5cb-04e0358d3349,segment=NetworkSegment(856ecb2b-325a-46f5-9779-8e1ed9fdb12f),segment_id=856ecb2b-325a-46f5-9779-8e1ed9fdb12f)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:25.666029 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:25.765102 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Provisioning for port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:25.809645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Provisioning complete for port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:25.810078 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:25.830063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:52:25.837403 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8506e58-fd32-428a-8c47-936b80d3319b None None] Pushing event updated for resources: {'Port': ['ID=e3bdb9ee-991f-4183-afc9-c129eef41e56,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:25.839564 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-f2d58a90-2161-4fb6-93ac-32435dc7bac2 admin admin] 10.222.0.15 "PUT /v2.0/routers/d4389bc5-0d98-4491-891f-a4deec0271c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8081679 Apr 05 16:52:25.856922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f8506e58-fd32-428a-8c47-936b80d3319b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:25.864061 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:25.969555 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:52:25.995179 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Pushing event updated for resources: {'Port': ['ID=c2fcc42c-900a-4d2f-b5cb-04e0358d3349,revision_number=3']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:25.998501 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a70f600a-be39-4218-8e3f-6b247c66cb7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:26.014159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Routers {'d4389bc5-0d98-4491-891f-a4deec0271c9'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:52:26.015075 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:52:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['d4389bc5-0d98-4491-891f-a4deec0271c9'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:26.179735 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8dfcf036-a1d4-4c0c-a311-dc078361c4b0 None None] Provisioning complete for port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:26.180160 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf036-a1d4-4c0c-a311-dc078361c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:26.266699 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcf036-a1d4-4c0c-a311-dc078361c4b0 None None] Port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:52:26.291530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] Set router d4389bc5-0d98-4491-891f-a4deec0271c9 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:52:26.686323 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'name': 'tempest-TestMinimumBasicScenario-619661995-router', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:18Z', 'updated_at': '2021-04-05T16:52:24Z', 'revision_number': 4, 'project_id': '020ada796c6747458d542e4cb1287258', 'gw_port': {'id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:19Z', 'updated_at': '2021-04-05T16:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c9b67a04-8d86-4b43-a3e7-bc977c8dccfb', 'name': '', 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'mac_address': 'fa:16:3e:aa:05:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '18ee341a-e682-458d-8a7e-de79871c51e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:23Z', 'updated_at': '2021-04-05T16:52:24Z', 'revision_number': 2, 'project_id': '020ada796c6747458d542e4cb1287258', 'subnets': [{'id': '18ee341a-e682-458d-8a7e-de79871c51e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:26.691318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16ad42-f8eb-46dd-847c-84cbd8d45e3b None None] The sync data for ids ['d4389bc5-0d98-4491-891f-a4deec0271c9'] in dv-cinder-774594-2-smb is: [{'id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'name': 'tempest-TestMinimumBasicScenario-619661995-router', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:18Z', 'updated_at': '2021-04-05T16:52:24Z', 'revision_number': 4, 'project_id': '020ada796c6747458d542e4cb1287258', 'gw_port': {'id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:19Z', 'updated_at': '2021-04-05T16:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c9b67a04-8d86-4b43-a3e7-bc977c8dccfb', 'name': '', 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'mac_address': 'fa:16:3e:aa:05:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '18ee341a-e682-458d-8a7e-de79871c51e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:23Z', 'updated_at': '2021-04-05T16:52:24Z', 'revision_number': 2, 'project_id': '020ada796c6747458d542e4cb1287258', 'subnets': [{'id': '18ee341a-e682-458d-8a7e-de79871c51e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:52:28.154634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c2fcc42c-900a-4d2f-b5cb-04e0358d3349 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:28.356744 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:28.357168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:28.606384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device e3bdb9ee-991f-4183-afc9-c129eef41e56 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:28.733211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port e3bdb9ee-991f-4183-afc9-c129eef41e56 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:28.738904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port e3bdb9ee-991f-4183-afc9-c129eef41e56 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:28.739331 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:28.904981 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:28.929192 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port e3bdb9ee-991f-4183-afc9-c129eef41e56, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=e3bdb9ee-991f-4183-afc9-c129eef41e56,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:28.934031 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:28.936057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:29.030249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=e3bdb9ee-991f-4183-afc9-c129eef41e56,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:29.034203 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:29.965656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device e3bdb9ee-991f-4183-afc9-c129eef41e56 up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:30.073148 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port e3bdb9ee-991f-4183-afc9-c129eef41e56 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:30.073645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:31.054256 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Sync routers for ids ['d4389bc5-0d98-4491-891f-a4deec0271c9'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:52:31.072249 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Routers {'d4389bc5-0d98-4491-891f-a4deec0271c9'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:52:31.073069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:52:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['d4389bc5-0d98-4491-891f-a4deec0271c9'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:31.417147 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Set router d4389bc5-0d98-4491-891f-a4deec0271c9 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:52:32.010532 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'name': 'tempest-TestMinimumBasicScenario-619661995-router', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:18Z', 'updated_at': '2021-04-05T16:52:24Z', 'revision_number': 4, 'project_id': '020ada796c6747458d542e4cb1287258', 'gw_port': {'id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:19Z', 'updated_at': '2021-04-05T16:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c9b67a04-8d86-4b43-a3e7-bc977c8dccfb', 'name': '', 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'mac_address': 'fa:16:3e:aa:05:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '18ee341a-e682-458d-8a7e-de79871c51e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:23Z', 'updated_at': '2021-04-05T16:52:24Z', 'revision_number': 2, 'project_id': '020ada796c6747458d542e4cb1287258', 'subnets': [{'id': '18ee341a-e682-458d-8a7e-de79871c51e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:32.015750 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Checking router: d4389bc5-0d98-4491-891f-a4deec0271c9 for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:52:32.016432 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Updating router d4389bc5-0d98-4491-891f-a4deec0271c9 port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb binding host dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 16:52:32.080942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:32.981495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:32.996647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Transition to ACTIVE for port object c9b67a04-8d86-4b43-a3e7-bc977c8dccfb will not be triggered until provisioned by entity L2. {{(pid=84413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:33.006480 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:33.097013 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:33.217214 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b3e0f-9430-4086-949a-ce14a77732bf None None] Pushing event updated for resources: {'Port': ['ID=c9b67a04-8d86-4b43-a3e7-bc977c8dccfb,revision_number=3']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:33.220496 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8e0b3e0f-9430-4086-949a-ce14a77732bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:33.477566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Attempting to bind port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb on host dv-cinder-774594-2-smb for vnic_type normal with profile {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:52:33.478371 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Attempting to bind port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb by drivers openvswitch,hyperv on host dv-cinder-774594-2-smb at level 0 using segments [{'id': '856ecb2b-325a-46f5-9779-8e1ed9fdb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4'}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:52:33.478981 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Attempting to bind port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb on network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:52:33.494098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Checking agent: {'id': '7cdd95c7-17b9-47be-b822-aaa4b256a47c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 31, 18), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:52:33.494894 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Checking segment: {'id': '856ecb2b-325a-46f5-9779-8e1ed9fdb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:52:33.495530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:33.496159 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Bound using segment: {'id': '856ecb2b-325a-46f5-9779-8e1ed9fdb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4'} {{(pid=84413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:52:33.496862 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Bound port: c9b67a04-8d86-4b43-a3e7-bc977c8dccfb, host: dv-cinder-774594-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856ecb2b-325a-46f5-9779-8e1ed9fdb12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4'}}] {{(pid=84413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:52:33.498006 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:33.635528 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] For port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb, host dv-cinder-774594-2-smb, cleared binding levels {{(pid=84413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:52:33.639266 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] For port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb, host dv-cinder-774594-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c9b67a04-8d86-4b43-a3e7-bc977c8dccfb,segment=NetworkSegment(856ecb2b-325a-46f5-9779-8e1ed9fdb12f),segment_id=856ecb2b-325a-46f5-9779-8e1ed9fdb12f)] {{(pid=84413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:52:33.651460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:33.676761 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-5221a660-2541-4f94-8e3c-e1b8f5f2fa69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:33.909963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b3e0f-9430-4086-949a-ce14a77732bf None None] Pushing event updated for resources: {'Port': ['ID=c9b67a04-8d86-4b43-a3e7-bc977c8dccfb,revision_number=4']} {{(pid=84413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:33.916166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8e0b3e0f-9430-4086-949a-ce14a77732bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:33.981965 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Routers {'d4389bc5-0d98-4491-891f-a4deec0271c9'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:52:33.982976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:52:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['d4389bc5-0d98-4491-891f-a4deec0271c9'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:34.459399 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] Set router d4389bc5-0d98-4491-891f-a4deec0271c9 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:52:35.210325 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'name': 'tempest-TestMinimumBasicScenario-619661995-router', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:18Z', 'updated_at': '2021-04-05T16:52:24Z', 'revision_number': 4, 'project_id': '020ada796c6747458d542e4cb1287258', 'gw_port': {'id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:19Z', 'updated_at': '2021-04-05T16:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c9b67a04-8d86-4b43-a3e7-bc977c8dccfb', 'name': '', 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'mac_address': 'fa:16:3e:aa:05:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '18ee341a-e682-458d-8a7e-de79871c51e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:23Z', 'updated_at': '2021-04-05T16:52:33Z', 'revision_number': 4, 'project_id': '020ada796c6747458d542e4cb1287258', 'subnets': [{'id': '18ee341a-e682-458d-8a7e-de79871c51e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:35.217905 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37702a1a-b3cd-4373-8888-7f87a32515b8 None None] The sync data for ids ['d4389bc5-0d98-4491-891f-a4deec0271c9'] in dv-cinder-774594-2-smb is: [{'id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'name': 'tempest-TestMinimumBasicScenario-619661995-router', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:18Z', 'updated_at': '2021-04-05T16:52:24Z', 'revision_number': 4, 'project_id': '020ada796c6747458d542e4cb1287258', 'gw_port': {'id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:19Z', 'updated_at': '2021-04-05T16:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': 'c9b67a04-8d86-4b43-a3e7-bc977c8dccfb', 'name': '', 'network_id': 'faebf2b6-adfb-498d-9e25-aa1ff048b2d4', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'mac_address': 'fa:16:3e:aa:05:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '18ee341a-e682-458d-8a7e-de79871c51e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:23Z', 'updated_at': '2021-04-05T16:52:33Z', 'revision_number': 4, 'project_id': '020ada796c6747458d542e4cb1287258', 'subnets': [{'id': '18ee341a-e682-458d-8a7e-de79871c51e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:52:36.068548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c9b67a04-8d86-4b43-a3e7-bc977c8dccfb up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:36.254008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning for port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:36.263098 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:36.263526 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:36.540779 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:36.579859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] For port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c9b67a04-8d86-4b43-a3e7-bc977c8dccfb,segment=NetworkSegment(856ecb2b-325a-46f5-9779-8e1ed9fdb12f),segment_id=856ecb2b-325a-46f5-9779-8e1ed9fdb12f)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:36.584935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:36.587244 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-16d2057c-fbdc-4b66-ba35-ff34c3bcce96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:36.813705 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Pushing event updated for resources: {'Port': ['ID=c9b67a04-8d86-4b43-a3e7-bc977c8dccfb,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:36.820945 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:38.014327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c9b67a04-8d86-4b43-a3e7-bc977c8dccfb up at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:52:38.068102 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-25ca83d2-fb69-485d-a38c-10f3c5dc2ec7 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:38.069279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-25ca83d2-fb69-485d-a38c-10f3c5dc2ec7 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Synchronizing usage tracker for tenant:7cba391cad324580b8ab8cd48904483a on resource:network {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:52:38.088536 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-25ca83d2-fb69-485d-a38c-10f3c5dc2ec7 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Unset dirty status for tenant:7cba391cad324580b8ab8cd48904483a on resource:network {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:52:38.097892 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-25ca83d2-fb69-485d-a38c-10f3c5dc2ec7 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/networks?id=2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 200 len: 815 time: 0.2025113 Apr 05 16:52:38.109009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Provisioning complete for port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:38.109731 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:38.117400 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-559b7fcb-7ebc-496b-a791-5deb5ff22f31 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/quotas/7cba391cad324580b8ab8cd48904483a HTTP/1.1" status: 200 len: 375 time: 0.0174983 Apr 05 16:52:38.218083 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-46ac4802-5a31-4b2f-ad03-42b6240e813c tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cba391cad324580b8ab8cd48904483a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920043 Apr 05 16:52:38.551231 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-cbd3d00e-64da-4fc6-ba1f-8de3a595b157 service neutron] 10.222.0.15 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307996 Apr 05 16:52:38.722964 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-fa17be2f-8e7a-4cfa-84c6-4a7167155f73 service neutron] 10.222.0.15 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634641 Apr 05 16:52:38.963550 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-758f9065-925c-4118-b2db-3d9083ab5b92 req-e8ee1f7e-499b-4b36-827e-957092c1424c tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 210 time: 0.0537210 Apr 05 16:52:40.134381 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-84f88cb3-708e-4539-82de-e04e5ebcde5f req-ff808cde-0d19-4614-92f3-2b2968b25c80 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 210 time: 0.0557513 Apr 05 16:52:40.254020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-d74f6119-68c7-4ae9-9160-975e2cbddc8c tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:40.255513 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-d74f6119-68c7-4ae9-9160-975e2cbddc8c tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.41 "GET /v2.0/networks?id=2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 200 len: 815 time: 0.1642165 Apr 05 16:52:40.273935 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'port': {'device_id': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'admin_state_up': True, 'tenant_id': '7cba391cad324580b8ab8cd48904483a'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:52:40.423586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:40.427917 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Usage tracker for resource:port and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:40.431080 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:40.437384 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:40.448684 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Made reservation on behalf of 7cba391cad324580b8ab8cd48904483a for: {'port': 1} {{(pid=84410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:52:40.454903 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:40.642171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Allocated IP 172.20.0.4 (2231cdfc-5d00-461d-9d2d-739f003a1483/570ce601-439a-4a0d-b948-976540d24dd9/14d65607-bae9-4f98-9e34-acd7406b0a20) {{(pid=84410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:52:40.752715 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:40.941185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for port, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:40.962906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Transition to ACTIVE for port object 14d65607-bae9-4f98-9e34-acd7406b0a20 will not be triggered until provisioned by entity DHCP. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:40.991390 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:41.011195 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-bcf29550-e06f-4533-a4fa-cefac13fe77b tempest-AttachVolumeNegativeTest-1207309098 tempest-AttachVolumeNegativeTest-1207309098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:41.096636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'Port': ['ID=14d65607-bae9-4f98-9e34-acd7406b0a20,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:41.112715 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:41.260768 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 is already hosted by enough agents. {{(pid=84410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:52:41.263280 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources bound (agent type, host, resource id): {{(pid=84410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:52:41.274363 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Received port after_create {{(pid=84410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:52:41.391018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244edcd6-15cd-4d4c-b71a-86b26a0ba0ea req-c11bf02b-35a5-4d3d-998e-9a50e775d17f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:41.399980 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-244edcd6-15cd-4d4c-b71a-86b26a0ba0ea req-c11bf02b-35a5-4d3d-998e-9a50e775d17f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 931 time: 0.1368902 Apr 05 16:52:41.419136 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:41.420467 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:41.488063 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-244edcd6-15cd-4d4c-b71a-86b26a0ba0ea req-97ad7412-0f80-4416-9914-c8c8f1498f08 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Synchronizing usage tracker for tenant:7cba391cad324580b8ab8cd48904483a on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:52:41.511510 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-0542b37c-0857-4c76-8d9b-0d4a7060d954 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2416389 Apr 05 16:52:41.533204 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-244edcd6-15cd-4d4c-b71a-86b26a0ba0ea req-97ad7412-0f80-4416-9914-c8c8f1498f08 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Unset dirty status for tenant:7cba391cad324580b8ab8cd48904483a on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:52:41.548828 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-244edcd6-15cd-4d4c-b71a-86b26a0ba0ea req-97ad7412-0f80-4416-9914-c8c8f1498f08 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471071 Apr 05 16:52:41.743732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-df2d1bd5-500f-411d-8e70-ef5900f00be7 None None] Provisioning for port 14d65607-bae9-4f98-9e34-acd7406b0a20 completed by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:52:41.751916 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-df2d1bd5-500f-411d-8e70-ef5900f00be7 None None] Provisioning complete for port 14d65607-bae9-4f98-9e34-acd7406b0a20 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:52:41.752376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-df2d1bd5-500f-411d-8e70-ef5900f00be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:41.822259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-df2d1bd5-500f-411d-8e70-ef5900f00be7 None None] Port 14d65607-bae9-4f98-9e34-acd7406b0a20 cannot update to ACTIVE because it is not bound. {{(pid=84412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 16:52:42.757049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff53117-3df4-4648-a676-39efae09881d req-d49bbb2a-1405-4c07-bb90-21eda5f58a0a tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:42.758685 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dff53117-3df4-4648-a676-39efae09881d req-d49bbb2a-1405-4c07-bb90-21eda5f58a0a tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 931 time: 0.0953670 Apr 05 16:52:42.819248 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-dff53117-3df4-4648-a676-39efae09881d req-37ede77a-de18-431d-9cee-8a46fc1fdceb tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526156 Apr 05 16:52:43.159006 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37454) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:43.224769 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Deleting subnet ffcb9041-61d6-4005-b49c-8a62b2189ae8 {{(pid=84411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:52:43.227785 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:43.291133 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2335646'] for subnet, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:43.354304 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:43.625205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2514079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2623261'] for subnet, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:43.644185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:43.695494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffcb9041-61d6-4005-b49c-8a62b2189ae8,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:43.751721 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.752134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.752540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.752939 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.753334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.753764 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.754158 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.754530 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.754928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.755313 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.755703 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.756086 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:52:43.765688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:43.798180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:43.805741 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d7bbb016-754e-4354-a9be-824c76cbec9a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ffcb9041-61d6-4005-b49c-8a62b2189ae8 HTTP/1.1" status: 204 len: 168 time: 0.6454501 Apr 05 16:52:43.808349 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37460) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:44.003958 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:44.174632 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6ffcb-5aa7-4de5-b56d-92081e83bcce req-c393635c-2613-4402-b383-7aadb3b95687 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:44.176309 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-32a6ffcb-5aa7-4de5-b56d-92081e83bcce req-c393635c-2613-4402-b383-7aadb3b95687 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 931 time: 0.2290366 Apr 05 16:52:44.251849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:44.369160 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-32a6ffcb-5aa7-4de5-b56d-92081e83bcce req-e51ff842-0bc7-4a4f-98e9-38dd22625d6d tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389601 Apr 05 16:52:44.404827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3']}} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:44.419257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f4571b-f43c-4e8e-8157-c4989e6e3049') {'for_net_delete': True} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:44.419595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f4571b-f43c-4e8e-8157-c4989e6e3049') {} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:52:44.431589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852440169'] for segment, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:44.446281 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:44.452473 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:52:44.646070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:52:44.655556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2513972'] for segment, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:44.866937 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Network 7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:52:44.890781 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:52:44.974692 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:44.978886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:44.995306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:45.004174 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:45.007586 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:45.012534 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-54bca59c-b359-4400-86c1-78ad97b933c0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7bc1e1e7-7f66-4e4b-a3f6-cdaf6bd020e3 HTTP/1.1" status: 204 len: 168 time: 1.2029130 Apr 05 16:52:45.224074 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37468) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:45.280915 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a9e36cd4-56a2-4c18-a338-bcbb892304a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba23a67345e443bb9fdb9f53981d2b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553963 Apr 05 16:52:45.283647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37472) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:45.351379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd05a-e151-47ed-b79c-14b4619dbe94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:45.381793 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd05a-e151-47ed-b79c-14b4619dbe94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:45.442929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd05a-e151-47ed-b79c-14b4619dbe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:45.448275 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-edd36d5d-29c8-453f-8619-cc47f87e5046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:45.462145 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bd05a-e151-47ed-b79c-14b4619dbe94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fedb6fc-83d5-4a5a-b4dc-c28accac0344,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:45.464947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-2d7bd05a-e151-47ed-b79c-14b4619dbe94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:45.473896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd05a-e151-47ed-b79c-14b4619dbe94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:45.475316 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-2d7bd05a-e151-47ed-b79c-14b4619dbe94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fedb6fc-83d5-4a5a-b4dc-c28accac0344 HTTP/1.1" status: 204 len: 168 time: 0.1906209 Apr 05 16:52:45.584801 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2218f-dba3-4522-a843-1f227d7e79ce req-470c0db7-316c-4585-8574-c43851b3e6be tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:45.586713 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cf2218f-dba3-4522-a843-1f227d7e79ce req-470c0db7-316c-4585-8574-c43851b3e6be tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 931 time: 0.1046872 Apr 05 16:52:45.639282 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5cf2218f-dba3-4522-a843-1f227d7e79ce req-af54bbd1-1202-4dca-abb1-6741af008cdf tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 Apr 05 16:52:46.839849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37508) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:46.896181 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6131ef-2077-42ed-9427-25afcb20c3f0 req-d239f6ac-a5fd-4a08-af3a-482db405e4a9 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:46.897960 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fe6131ef-2077-42ed-9427-25afcb20c3f0 req-d239f6ac-a5fd-4a08-af3a-482db405e4a9 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 931 time: 0.0953677 Apr 05 16:52:46.956111 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fe6131ef-2077-42ed-9427-25afcb20c3f0 req-68188d8e-04d8-40e6-ab79-1e2b1f52e644 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Apr 05 16:52:46.980548 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4647756d-dcca-493c-9cec-9064a3432ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:47.001457 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-4647756d-dcca-493c-9cec-9064a3432ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:52:47.005757 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fa49f447-2f81-4e40-898d-06469dbbb637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:47.006274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-4647756d-dcca-493c-9cec-9064a3432ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:483ce75fcc974c2891b671702f9a70ed is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:52:47.009350 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-4647756d-dcca-493c-9cec-9064a3432ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:52:47.015519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-4647756d-dcca-493c-9cec-9064a3432ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:52:47.111402 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4647756d-dcca-493c-9cec-9064a3432ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:47.127301 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-4647756d-dcca-493c-9cec-9064a3432ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:47.137338 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-83fe899f-92da-4aad-b3b5-60ee33613f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:47.169193 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-4647756d-dcca-493c-9cec-9064a3432ed1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=483ce75fcc974c2891b671702f9a70ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281136 Apr 05 16:52:47.169460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37516) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:52:47.190610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647756d-dcca-493c-9cec-9064a3432ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166b67ef-f0da-432b-8549-9d6888a64f92,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:47.194058 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4647756d-dcca-493c-9cec-9064a3432ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:47.245884 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b995940d-af4f-410a-9bf8-94bd4d938e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:47.273009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b995940d-af4f-410a-9bf8-94bd4d938e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:47.595398 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b995940d-af4f-410a-9bf8-94bd4d938e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:47.599462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9a3fd94a-5a2f-42c8-a695-d7375109d402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:47.612505 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995940d-af4f-410a-9bf8-94bd4d938e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166b67ef-f0da-432b-8549-9d6888a64f92,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:47.615718 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b995940d-af4f-410a-9bf8-94bd4d938e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:47.624802 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b995940d-af4f-410a-9bf8-94bd4d938e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:47.627488 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b995940d-af4f-410a-9bf8-94bd4d938e65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/166b67ef-f0da-432b-8549-9d6888a64f92 HTTP/1.1" status: 204 len: 168 time: 0.4563625 Apr 05 16:52:48.197699 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368003a-b42c-4c27-8d4d-2b0daa632c4b req-46399096-98da-4fdf-9f1c-e7898d4a6f86 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:48.200426 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2368003a-b42c-4c27-8d4d-2b0daa632c4b req-46399096-98da-4fdf-9f1c-e7898d4a6f86 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 931 time: 0.1130302 Apr 05 16:52:48.258309 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2368003a-b42c-4c27-8d4d-2b0daa632c4b req-677610a9-cd41-4d31-afb3-3d1120bda195 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507207 Apr 05 16:52:48.315703 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:49.095417 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d8a7-8c27-4ba1-be9b-fc0a37f5177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:49.480990 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4f53a-465f-44c9-acd5-03b371b1e6fe req-919642ce-8e7a-4b3c-adab-b187f586e683 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:49.482654 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9cb4f53a-465f-44c9-acd5-03b371b1e6fe req-919642ce-8e7a-4b3c-adab-b187f586e683 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 931 time: 0.1031978 Apr 05 16:52:49.531758 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9cb4f53a-465f-44c9-acd5-03b371b1e6fe req-989bb19c-5fe8-42c6-9956-6ec1c8bbe9f3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419605 Apr 05 16:52:49.840085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:50.758579 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f28a9-324a-4a0a-8d55-fbee074de715 req-45b80ca4-7534-4672-8857-a568b7d995f0 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:50.760433 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0a0f28a9-324a-4a0a-8d55-fbee074de715 req-45b80ca4-7534-4672-8857-a568b7d995f0 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 931 time: 0.0961339 Apr 05 16:52:50.812743 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-0a0f28a9-324a-4a0a-8d55-fbee074de715 req-fa2c8c42-b0a6-4041-ac42-52a5038e3cb2 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453730 Apr 05 16:52:51.241403 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:52:51.368207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:52.038027 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc9995-9548-43bf-95a9-9af1e2d9aff6 req-5b4e7659-5b0a-4134-b960-cc847689f839 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:52.039638 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b6dc9995-9548-43bf-95a9-9af1e2d9aff6 req-5b4e7659-5b0a-4134-b960-cc847689f839 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 931 time: 0.1001749 Apr 05 16:52:52.092573 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-b6dc9995-9548-43bf-95a9-9af1e2d9aff6 req-c03bf028-4a4c-4219-8423-640efc11f3ce tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 Apr 05 16:52:53.317095 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19213be9-7a48-4c1e-bb36-761b137f1ad8 req-0f3fe325-99fd-4366-98ba-8923119eaecf tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:53.318744 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-19213be9-7a48-4c1e-bb36-761b137f1ad8 req-0f3fe325-99fd-4366-98ba-8923119eaecf tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 931 time: 0.0984259 Apr 05 16:52:53.368066 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-19213be9-7a48-4c1e-bb36-761b137f1ad8 req-8953708a-0641-4fc8-8f0d-aab1540c2a85 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 Apr 05 16:52:53.606353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Request body: {'port': {'device_id': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:52:53.730649 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:54.153573 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d65607-bae9-4f98-9e34-acd7406b0a20 {{(pid=84410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:52:54.162624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:54.182757 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Transition to ACTIVE for port object 14d65607-bae9-4f98-9e34-acd7406b0a20 will not be triggered until provisioned by entity L2. {{(pid=84410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:52:54.186815 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:54.202330 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d184bbf4-56ac-4a3b-99de-6dcd488b6cd2 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:54.351819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Pushing event updated for resources: {'Port': ['ID=14d65607-bae9-4f98-9e34-acd7406b0a20,revision_number=2']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:54.354997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:54.576357 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Attempting to bind port 14d65607-bae9-4f98-9e34-acd7406b0a20 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:52:54.576733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Attempting to bind port 14d65607-bae9-4f98-9e34-acd7406b0a20 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:52:54.577106 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Attempting to bind port 14d65607-bae9-4f98-9e34-acd7406b0a20 on network 2231cdfc-5d00-461d-9d2d-739f003a1483 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:52:54.582291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Port 14d65607-bae9-4f98-9e34-acd7406b0a20 on network 2231cdfc-5d00-461d-9d2d-739f003a1483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:52:54.582652 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Attempting to bind port 14d65607-bae9-4f98-9e34-acd7406b0a20 on network 2231cdfc-5d00-461d-9d2d-739f003a1483 {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:52:54.583791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409845c-1bc7-4502-9b99-2cb4e249f3f6 req-3aa3dbe0-6300-40b3-88b7-636c09eaedc2 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:54.585399 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4409845c-1bc7-4502-9b99-2cb4e249f3f6 req-3aa3dbe0-6300-40b3-88b7-636c09eaedc2 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 943 time: 0.0919287 Apr 05 16:52:54.588391 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Checking agent: {'id': '0793a040-c6e2-4cbc-b38b-3525a80c4c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'started_at': datetime.datetime(2021, 4, 5, 16, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:52:54.588770 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Checking segment: {'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:52:54.589245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Bound using segment: {'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'} {{(pid=84410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:52:54.589696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Bound port: 14d65607-bae9-4f98-9e34-acd7406b0a20, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f29ea07-0ba6-417d-adb0-c85122a5b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483'}}] {{(pid=84410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:52:54.590087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:54.638255 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4409845c-1bc7-4502-9b99-2cb4e249f3f6 req-3e51410b-ff20-4836-8502-a9819764777f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460591 Apr 05 16:52:54.688512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] For port 14d65607-bae9-4f98-9e34-acd7406b0a20, host hv-cinder-77459, cleared binding levels {{(pid=84410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:52:54.692011 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] For port 14d65607-bae9-4f98-9e34-acd7406b0a20, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=14d65607-bae9-4f98-9e34-acd7406b0a20,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:52:54.696283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2564933'] for port, after_update {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:54.709490 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8cfb4fa4-8c91-4991-a527-e3af70b9e3db tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:54.859170 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Pushing event updated for resources: {'Port': ['ID=14d65607-bae9-4f98-9e34-acd7406b0a20,revision_number=3']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:54.862514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:54.898991 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:54.899973 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:54.901848 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-e9f3c06d-209e-437e-8dcc-32d29c3560c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 1093 time: 1.3006668 Apr 05 16:52:54.902482 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:52:54.953831 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'status': 'completed', 'code': 200} Apr 05 16:52:55.052809 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-f20a6d48-8681-49a2-a1fa-5e424200c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:55.054507 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-f20a6d48-8681-49a2-a1fa-5e424200c7f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cba391cad324580b8ab8cd48904483a&device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1096 time: 0.0838933 Apr 05 16:52:55.137460 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-827dfcf8-9a9e-4387-b56e-56d745f409d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 217 time: 0.0697572 Apr 05 16:52:55.211669 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-8f665a64-e15f-4435-8b58-009fce32ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:55.213218 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-8f665a64-e15f-4435-8b58-009fce32ded9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ce601-439a-4a0d-b948-976540d24dd9 HTTP/1.1" status: 200 len: 854 time: 0.0696573 Apr 05 16:52:55.301578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-c6e629cd-ed1d-4d21-b044-ec5c47493a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:55.303222 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-c6e629cd-ed1d-4d21-b044-ec5c47493a6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2231cdfc-5d00-461d-9d2d-739f003a1483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837290 Apr 05 16:52:55.465264 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-ce0c0263-4b76-4681-a1c5-99cc99962fbe service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541770 Apr 05 16:52:55.853396 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b12fd-dce9-4390-bc1b-2a3159479e9a req-ede774d5-9159-44b1-8a24-d468ba35dd87 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:55.855345 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e59b12fd-dce9-4390-bc1b-2a3159479e9a req-ede774d5-9159-44b1-8a24-d468ba35dd87 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 943 time: 0.0928149 Apr 05 16:52:55.879312 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e5ce60ea-cf84-4d89-a0cf-ab1d76fdd953 req-b93c691e-b76d-45f7-bd62-244dd21478ee service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076130 Apr 05 16:52:55.904432 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e59b12fd-dce9-4390-bc1b-2a3159479e9a req-649d1956-239f-48bb-b162-d4339f7e1042 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Apr 05 16:52:56.041400 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-992d6344-fe98-49b1-80d4-a02d18c4296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:56.042994 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-992d6344-fe98-49b1-80d4-a02d18c4296b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cba391cad324580b8ab8cd48904483a&device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1096 time: 0.0803776 Apr 05 16:52:56.201225 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-88e7f2b6-0483-46a9-b47f-671a4cc33dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:56.202752 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-88e7f2b6-0483-46a9-b47f-671a4cc33dc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 200 len: 916 time: 0.1440866 Apr 05 16:52:56.277875 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-35242a77-928b-4cd8-9164-40c4593bae7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 217 time: 0.0683136 Apr 05 16:52:56.346616 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-b3e06047-1ea7-4bfa-92f7-43b2d3d613e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:56.348180 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-b3e06047-1ea7-4bfa-92f7-43b2d3d613e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ce601-439a-4a0d-b948-976540d24dd9 HTTP/1.1" status: 200 len: 854 time: 0.0644598 Apr 05 16:52:56.436634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-7d868af4-0333-4af0-b789-bb722e9ad3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:56.438266 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-7d868af4-0333-4af0-b789-bb722e9ad3a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2231cdfc-5d00-461d-9d2d-739f003a1483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836914 Apr 05 16:52:56.588330 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-d0d1ddfa-59e1-416f-873b-cfea636db68f service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432204 Apr 05 16:52:56.733242 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-481ead25-ff33-477f-9cee-2094d9c4cba0 req-80b54a62-b6b9-4ad7-add3-0a7d5dd6e9b3 service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379008 Apr 05 16:52:57.136550 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df8be7-f729-4cf7-be2f-e43ba2c1a2cb req-8964a717-ea32-447e-82b0-75c281e0bb87 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:57.138138 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e8df8be7-f729-4cf7-be2f-e43ba2c1a2cb req-8964a717-ea32-447e-82b0-75c281e0bb87 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 943 time: 0.1106582 Apr 05 16:52:57.187413 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e8df8be7-f729-4cf7-be2f-e43ba2c1a2cb req-5df6d35c-2cb9-42d6-b6f0-4927f34e49c1 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425751 Apr 05 16:52:58.418306 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52f755-5c56-448e-88d0-5c4791e726bc req-a4f45a70-324c-4e16-95a0-c19c2cf45490 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:58.419913 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a52f755-5c56-448e-88d0-5c4791e726bc req-a4f45a70-324c-4e16-95a0-c19c2cf45490 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 943 time: 0.0970197 Apr 05 16:52:58.468540 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-9a52f755-5c56-448e-88d0-5c4791e726bc req-2b630517-58c1-4085-aeeb-7c5d26e34b7c tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Apr 05 16:52:59.179567 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 14d65607-bae9-4f98-9e34-acd7406b0a20 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:52:59.512028 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 14d65607-bae9-4f98-9e34-acd7406b0a20, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=14d65607-bae9-4f98-9e34-acd7406b0a20,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:59.526805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Returning: {'device': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'port_id': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'mac_address': 'fa:16:3e:2e:72:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:52:59.586277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:59.604221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d65607-bae9-4f98-9e34-acd7406b0a20 {{(pid=84412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:52:59.620737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 14d65607-bae9-4f98-9e34-acd7406b0a20, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=14d65607-bae9-4f98-9e34-acd7406b0a20,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:52:59.624294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:52:59.627047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:52:59.680322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee7d7-639d-450e-b0dd-09ef30402775 req-cf55f6f4-2583-4f79-a562-09dde23ebd38 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:52:59.682019 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-94aee7d7-639d-450e-b0dd-09ef30402775 req-cf55f6f4-2583-4f79-a562-09dde23ebd38 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 944 time: 0.0947051 Apr 05 16:52:59.701939 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=14d65607-bae9-4f98-9e34-acd7406b0a20,revision_number=4']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:52:59.705271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:52:59.732816 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-94aee7d7-639d-450e-b0dd-09ef30402775 req-a40e88f6-54d2-4304-afd1-bf424af05842 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436935 Apr 05 16:53:00.010216 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['14d65607-bae9-4f98-9e34-acd7406b0a20'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:53:00.948085 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ae098-77f2-423e-ba26-6d1797f92be3 req-3c69a877-6f61-46c0-bd9f-b06ced527b46 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:00.949722 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-655ae098-77f2-423e-ba26-6d1797f92be3 req-3c69a877-6f61-46c0-bd9f-b06ced527b46 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 944 time: 0.0970104 Apr 05 16:53:01.007937 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-655ae098-77f2-423e-ba26-6d1797f92be3 req-f3b57fd8-bb40-40d0-81e8-94e4f63107f3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488122 Apr 05 16:53:01.188220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 14d65607-bae9-4f98-9e34-acd7406b0a20 up at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:53:01.283327 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning for port 14d65607-bae9-4f98-9e34-acd7406b0a20 completed by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:53:01.289138 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Provisioning complete for port 14d65607-bae9-4f98-9e34-acd7406b0a20 triggered by entity L2. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:53:01.289582 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:01.417464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:01.447282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20'}] {{(pid=84412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:53:01.457686 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] For port 14d65607-bae9-4f98-9e34-acd7406b0a20, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=14d65607-bae9-4f98-9e34-acd7406b0a20,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:53:01.461383 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364'] for port, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:01.463435 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:01.500145 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'code': 200} Apr 05 16:53:01.534187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Pushing event updated for resources: {'Port': ['ID=14d65607-bae9-4f98-9e34-acd7406b0a20,revision_number=5']} {{(pid=84412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:01.537437 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84412) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:01.777759 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f002e-7fff-483e-a046-1288ed69955d req-c4179936-3ac0-4019-befb-25f44ddaff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:01.779357 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e23f002e-7fff-483e-a046-1288ed69955d req-c4179936-3ac0-4019-befb-25f44ddaff1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1098 time: 0.0843532 Apr 05 16:53:01.822321 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e23f002e-7fff-483e-a046-1288ed69955d req-73269e73-a6ce-46d6-82df-2c1699c70800 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361819 Apr 05 16:53:02.239694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5450db-ab7f-49d8-ae64-03bfb802b8ee req-207da2ec-9947-492f-bdcf-709e97f25108 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:02.241186 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2e5450db-ab7f-49d8-ae64-03bfb802b8ee req-207da2ec-9947-492f-bdcf-709e97f25108 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 945 time: 0.1002488 Apr 05 16:53:02.289846 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-2e5450db-ab7f-49d8-ae64-03bfb802b8ee req-8b6522c4-b43f-40f0-8f44-0911789e77bc tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Apr 05 16:53:03.502611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c0058-8b66-4c04-a998-5606751e7b0a req-82058106-1d2a-490f-b6be-082df7f6cb1c tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:03.504392 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca2c0058-8b66-4c04-a998-5606751e7b0a req-82058106-1d2a-490f-b6be-082df7f6cb1c tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 945 time: 0.0962441 Apr 05 16:53:03.555468 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ca2c0058-8b66-4c04-a998-5606751e7b0a req-c2bd50bc-22fc-4834-96a1-d913a9cc1f0e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Apr 05 16:53:03.759836 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799f74c-f004-4234-95d3-be1be9300292 req-de702c41-49d9-4f5b-a6dc-3cf24d650727 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:03.761427 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5799f74c-f004-4234-95d3-be1be9300292 req-de702c41-49d9-4f5b-a6dc-3cf24d650727 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 945 time: 0.0913749 Apr 05 16:53:03.812199 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-5799f74c-f004-4234-95d3-be1be9300292 req-cf62c543-c993-44ff-8945-3348dabd2e81 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Apr 05 16:53:04.267621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651451e1-d00c-4b84-90a8-721b3d021d85 req-94ea3c56-e998-4dbb-b16b-17dbcf6d190f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:04.269134 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-651451e1-d00c-4b84-90a8-721b3d021d85 req-94ea3c56-e998-4dbb-b16b-17dbcf6d190f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 945 time: 0.1033931 Apr 05 16:53:04.318573 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-651451e1-d00c-4b84-90a8-721b3d021d85 req-73039876-60f6-48cb-8ce3-218a5d404d72 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Apr 05 16:53:09.346757 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc78c4-c095-4e9b-99c5-311680ac82b9 req-2dc9b7ad-2cb5-4aa4-b84e-a240988ed739 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:09.348406 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d3fc78c4-c095-4e9b-99c5-311680ac82b9 req-2dc9b7ad-2cb5-4aa4-b84e-a240988ed739 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 945 time: 0.0926459 Apr 05 16:53:09.400956 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d3fc78c4-c095-4e9b-99c5-311680ac82b9 req-00bdd4b1-9754-404f-8963-c990a1262708 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 Apr 05 16:53:09.433569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37594) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:53:09.697274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc90ea62-6c9d-4812-9e83-bd48c4efeb70 tempest-TestMinimumBasicScenario-681789075 tempest-TestMinimumBasicScenario-681789075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:09.698009 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-fc90ea62-6c9d-4812-9e83-bd48c4efeb70 tempest-TestMinimumBasicScenario-681789075 tempest-TestMinimumBasicScenario-681789075-project-admin] Synchronizing usage tracker for tenant:020ada796c6747458d542e4cb1287258 on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:53:09.715498 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-fc90ea62-6c9d-4812-9e83-bd48c4efeb70 tempest-TestMinimumBasicScenario-681789075 tempest-TestMinimumBasicScenario-681789075-project-admin] Unset dirty status for tenant:020ada796c6747458d542e4cb1287258 on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:53:09.716737 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-fc90ea62-6c9d-4812-9e83-bd48c4efeb70 tempest-TestMinimumBasicScenario-681789075 tempest-TestMinimumBasicScenario-681789075-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1093 time: 0.2821171 Apr 05 16:53:09.720521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37600) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:53:09.726047 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'floatingip': {'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'port_id': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:53:09.732359 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:53:09.736480 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Usage tracker for resource:floatingip and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:53:09.739488 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:53:09.745655 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:53:09.757140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for floatingip, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:09.908269 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:10.067535 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_common [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Allocated IP 172.28.2.186 (ca2d6b15-da8c-4c49-b410-492d803b641f/0b042cbc-f107-46c2-ac1f-d08e5a5c3e70/34e7b127-0329-4396-ae1e-e021a694dfc3) {{(pid=84411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:53:10.230547 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for port, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:10.265506 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247898106672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:10.278733 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-52500db7-ecd2-43bf-b951-64273b01f04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:10.421264 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'Port': ['ID=34e7b127-0329-4396-ae1e-e021a694dfc3,revision_number=1']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:10.424601 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:10.471458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Network ca2d6b15-da8c-4c49-b410-492d803b641f is already hosted by enough agents. {{(pid=84411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:53:10.472681 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.base_scheduler [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources bound (agent type, host, resource id): {{(pid=84411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:53:10.475021 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Received port after_create {{(pid=84411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:53:10.749423 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:10.928246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:11.007052 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:11.312090 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:11.316864 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2513994'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:11.330393 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-9160bdc3-c105-4894-a2a7-b8d0f582ab37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:11.471235 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'Port': ['ID=34e7b127-0329-4396-ae1e-e021a694dfc3,revision_number=2']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:11.474240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:11.576755 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853808686'] for floatingip, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:11.996419 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Floating IP 4680a778-6386-4b8b-b7dd-6a0fd5140f09 associated. External IP: 172.28.2.186, port: 14d65607-bae9-4f98-9e34-acd7406b0a20. Apr 05 16:53:12.372789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:53:12.564572 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:53:12.575294 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] Sync routers for ids ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:53:12.586776 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] Routers {'5520ebc5-bd5a-4eb8-8b57-f707defe8891'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:53:12.587614 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:52:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:53:12.591314 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:12.653033 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9282963 Apr 05 16:53:12.653033 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:53:12.653735 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37604) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:53:12.667290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790662887', 'description': 'tempest-secgroup-smoke-1790662887 description', 'project_id': '7cba391cad324580b8ab8cd48904483a'}} {{(pid=84410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:53:12.674209 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:53:12.684751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:53:12.695500 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group, before_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:12.722368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:53:12.727282 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Usage tracker for resource:security_group_rule and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:53:12.731037 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84410) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:53:12.738595 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84410) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:53:12.782222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] Set router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:53:12.817180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group, precommit_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:12.822634 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_create {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:12.827101 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-95dee22d-f135-4ac2-843f-9952a299e5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:12.847655 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'status': 'completed', 'code': 200} Apr 05 16:53:12.872621 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aba80df-e082-43a4-b941-7dc44e2d2add,revision_number=1']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:12.885103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.885554 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.885963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.886368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.886771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.887173 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.887571 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.887970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.888347 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.888741 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.889191 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.889701 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:53:12.893976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:12.897758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:12.902723 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-1fd02663-dcfe-4714-8fc7-4ce4a1bf7a4b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2478664 Apr 05 16:53:12.902922 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37612) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:53:12.909246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'security_group_rule': {'security_group_id': '9aba80df-e082-43a4-b941-7dc44e2d2add', 'project_id': '7cba391cad324580b8ab8cd48904483a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:53:12.916291 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:53:12.920816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Usage tracker for resource:security_group_rule and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:53:12.924379 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:53:12.932534 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:53:12.952847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:12.980337 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474acbfd-4735-4794-a685-d409e217ed4b req-36fbc7b1-5e75-49bf-a51a-2f16ce4114ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:12.982124 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-474acbfd-4735-4794-a685-d409e217ed4b req-36fbc7b1-5e75-49bf-a51a-2f16ce4114ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cba391cad324580b8ab8cd48904483a&device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1098 time: 0.0783153 Apr 05 16:53:13.020949 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.025513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.027722 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:13.052443 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1547cfc6-602c-4fb0-8267-fd76640e191a,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:13.055227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:13.063125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.064713 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606653 Apr 05 16:53:13.067655 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37616) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:53:13.073964 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'security_group_rule': {'security_group_id': '9aba80df-e082-43a4-b941-7dc44e2d2add', 'project_id': '7cba391cad324580b8ab8cd48904483a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:53:13.080929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:53:13.085455 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Usage tracker for resource:security_group_rule and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:53:13.088822 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:53:13.095794 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:53:13.114224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.131087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474acbfd-4735-4794-a685-d409e217ed4b req-6c946d3f-7f59-4d52-88cb-c7266c1bc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:13.132724 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-474acbfd-4735-4794-a685-d409e217ed4b req-6c946d3f-7f59-4d52-88cb-c7266c1bc5d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 200 len: 916 time: 0.1440065 Apr 05 16:53:13.169524 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '4680a778-6386-4b8b-b7dd-6a0fd5140f09', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'floating_ip_address': '172.28.2.186', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'port_id': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'mac_address': 'fa:16:3e:2e:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:53:10Z', 'updated_at': '2021-04-05T16:53:10Z', 'revision_number': 0, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:22Z', 'revision_number': 5, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:53:13.173963 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] Checking router: 5520ebc5-bd5a-4eb8-8b57-f707defe8891 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:53:13.183082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] Routers {'5520ebc5-bd5a-4eb8-8b57-f707defe8891'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:53:13.183756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:52:49Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:53:13.185947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.189819 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.192087 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d14b89cf-f3b4-409d-ac0e-d36fdd58a778 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:13.220129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e908d846-86f7-4adf-9127-8a6b241ff2ae,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:13.222843 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:13.231277 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.235400 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a86a7387-c0b4-4e82-aad0-b1aa43746502 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1638515 Apr 05 16:53:13.235559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37620) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:53:13.241437 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'security_group_rule': {'security_group_id': '9aba80df-e082-43a4-b941-7dc44e2d2add', 'project_id': '7cba391cad324580b8ab8cd48904483a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:53:13.248645 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:53:13.253298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Usage tracker for resource:security_group_rule and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:53:13.256444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:53:13.263171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:53:13.272985 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-474acbfd-4735-4794-a685-d409e217ed4b req-22d27f07-7b94-4732-9ad8-cd03fea0771e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 999 time: 0.1269550 Apr 05 16:53:13.281951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.353856 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474acbfd-4735-4794-a685-d409e217ed4b req-a48e68d3-e4a0-40a4-b78f-c571092b1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:13.355482 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-474acbfd-4735-4794-a685-d409e217ed4b req-a48e68d3-e4a0-40a4-b78f-c571092b1773 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ce601-439a-4a0d-b948-976540d24dd9 HTTP/1.1" status: 200 len: 854 time: 0.0728881 Apr 05 16:53:13.362101 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.367108 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.369322 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6bbad750-8e0a-4648-8061-1756d25dd770 tempest-AttachVolumeShelveTestJSON-467489633 tempest-AttachVolumeShelveTestJSON-467489633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:13.388880 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] Set router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:53:13.393911 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580969cd-f925-4d43-a615-a3ca5cf007a3,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:13.396536 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:13.405886 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.409677 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704752 Apr 05 16:53:13.410272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37624) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:53:13.416535 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'security_group_rule': {'security_group_id': '9aba80df-e082-43a4-b941-7dc44e2d2add', 'project_id': '7cba391cad324580b8ab8cd48904483a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:53:13.423185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:53:13.427479 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Usage tracker for resource:security_group_rule and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:53:13.430625 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:53:13.438544 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:53:13.450221 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474acbfd-4735-4794-a685-d409e217ed4b req-0cf11f07-0fbc-48a8-8a50-6b82c1b9b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:13.452242 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-474acbfd-4735-4794-a685-d409e217ed4b req-0cf11f07-0fbc-48a8-8a50-6b82c1b9b627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2231cdfc-5d00-461d-9d2d-739f003a1483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0901966 Apr 05 16:53:13.459519 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.527099 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.531111 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.540789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ab321db7-73ef-437c-a936-76134e2b37a8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:13.564637 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e51e2e-bdf5-4162-9db3-a0f33bc23a04,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:13.567723 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:13.577088 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.581271 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-68a01d04-5666-4afc-b27f-71b1a718b600 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669979 Apr 05 16:53:13.581630 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37628) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:53:13.587537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'security_group_rule': {'security_group_id': '9aba80df-e082-43a4-b941-7dc44e2d2add', 'project_id': '7cba391cad324580b8ab8cd48904483a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:53:13.594030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:53:13.598352 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Usage tracker for resource:security_group_rule and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:53:13.601650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:53:13.602007 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-474acbfd-4735-4794-a685-d409e217ed4b req-b6a98069-e9a9-4259-9b26-387a55f9ec61 service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430128 Apr 05 16:53:13.608529 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:53:13.618758 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.securitygroups_db [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Project 7cba391cad324580b8ab8cd48904483a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 16:53:13.626285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.694432 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.698092 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.700227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:13.724247 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2848567-e2d8-458c-af45-acd917c43ceb,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:13.726920 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:13.738561 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.742694 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-6340e8ac-fe37-4b35-a983-2a5ccda1dcae tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570756 Apr 05 16:53:13.742863 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37632) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:53:13.749195 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'security_group_rule': {'security_group_id': '9aba80df-e082-43a4-b941-7dc44e2d2add', 'project_id': '7cba391cad324580b8ab8cd48904483a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:53:13.752507 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-474acbfd-4735-4794-a685-d409e217ed4b req-03395c60-c01d-4a4e-b973-92107bf049f2 service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438732 Apr 05 16:53:13.755598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:53:13.759672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Usage tracker for resource:security_group_rule and tenant:7cba391cad324580b8ab8cd48904483a is out of sync, need to count used quota {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:53:13.762751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84411) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:53:13.769656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.quota.driver [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84411) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:53:13.772205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '4680a778-6386-4b8b-b7dd-6a0fd5140f09', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'floating_ip_address': '172.28.2.186', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'port_id': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'mac_address': 'fa:16:3e:2e:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:53:10Z', 'updated_at': '2021-04-05T16:53:10Z', 'revision_number': 0, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:22Z', 'revision_number': 5, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:53:13.777094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b5e8d5-0887-45ee-b32c-27582422ccd4 None None] The sync data for ids ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'] in dv-cinder-774594-2-smb is: [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_floatingips': [{'id': '4680a778-6386-4b8b-b7dd-6a0fd5140f09', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'floating_ip_address': '172.28.2.186', 'floating_network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'router_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'port_id': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'mac_address': 'fa:16:3e:2e:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:53:10Z', 'updated_at': '2021-04-05T16:53:10Z', 'revision_number': 0, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:22Z', 'revision_number': 5, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:53:13.785714 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.securitygroups_db [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Project 7cba391cad324580b8ab8cd48904483a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 16:53:13.793592 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.865194 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.869161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887864'] for security_group_rule, after_create {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.871314 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:13.894987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9078bb9e-90a7-4658-ae21-e656379ea5bc,revision_number=0']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:13.897572 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:13.905361 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:13.906722 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-35e62ca0-177b-4e93-89ea-fbc4eaafd131 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1628180 Apr 05 16:53:14.039979 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d5403045-6cf1-4924-a320-708864b68157 req-373e71db-6b0e-4b67-9c3d-12dbce032ced tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790662887&fields=id&tenant_id=7cba391cad324580b8ab8cd48904483a HTTP/1.1" status: 200 len: 267 time: 0.0465260 Apr 05 16:53:14.072435 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ec57f-fda0-4985-a31c-2c14d898083a None None] New status for floating IP 4680a778-6386-4b8b-b7dd-6a0fd5140f09: ACTIVE {{(pid=84413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:53:14.138167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5403045-6cf1-4924-a320-708864b68157 req-ec3e0133-15c3-40e9-bf0f-d2eec293ba3f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:14.139860 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d5403045-6cf1-4924-a320-708864b68157 req-ec3e0133-15c3-40e9-bf0f-d2eec293ba3f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 945 time: 0.0921986 Apr 05 16:53:14.153309 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-d5403045-6cf1-4924-a320-708864b68157 req-fa54255c-dba4-4aa9-82f7-86d0e6d4921e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'port': {'security_groups': ['a99ebb46-1f3d-41ef-bbf6-f57c0691dc12', '9aba80df-e082-43a4-b941-7dc44e2d2add']}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:53:14.287039 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-d5403045-6cf1-4924-a320-708864b68157 req-fa54255c-dba4-4aa9-82f7-86d0e6d4921e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:14.630800 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-d5403045-6cf1-4924-a320-708864b68157 req-fa54255c-dba4-4aa9-82f7-86d0e6d4921e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] For port 14d65607-bae9-4f98-9e34-acd7406b0a20, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=14d65607-bae9-4f98-9e34-acd7406b0a20,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:53:14.657619 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-d5403045-6cf1-4924-a320-708864b68157 req-fa54255c-dba4-4aa9-82f7-86d0e6d4921e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:14.662870 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-d5403045-6cf1-4924-a320-708864b68157 req-fa54255c-dba4-4aa9-82f7-86d0e6d4921e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2513994'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:14.677859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:53:14.701240 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['14d65607-bae9-4f98-9e34-acd7406b0a20'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:53:14.837756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54255c-dba4-4aa9-82f7-86d0e6d4921e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'Port': ['ID=14d65607-bae9-4f98-9e34-acd7406b0a20,revision_number=6']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:53:14.842671 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fa54255c-dba4-4aa9-82f7-86d0e6d4921e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:53:14.882635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5403045-6cf1-4924-a320-708864b68157 req-fa54255c-dba4-4aa9-82f7-86d0e6d4921e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:14.883328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-d5403045-6cf1-4924-a320-708864b68157 req-fa54255c-dba4-4aa9-82f7-86d0e6d4921e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:14.884967 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d5403045-6cf1-4924-a320-708864b68157 req-fa54255c-dba4-4aa9-82f7-86d0e6d4921e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "PUT /v2.0/ports/14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 981 time: 0.7377412 Apr 05 16:53:14.885414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:53:14.944171 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'status': 'completed', 'code': 200} Apr 05 16:53:15.018627 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['14d65607-bae9-4f98-9e34-acd7406b0a20'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:53:15.085647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-b991d807-25d4-4a5f-9cae-b3794b7ae1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:15.087310 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-b991d807-25d4-4a5f-9cae-b3794b7ae1eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cba391cad324580b8ab8cd48904483a&device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1137 time: 0.0930655 Apr 05 16:53:15.093651 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a7700-5795-40c8-89b8-50df5ad54f47 req-2fc1bc1a-1242-43f6-b9a7-492aa13f335f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:15.095279 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-af4a7700-5795-40c8-89b8-50df5ad54f47 req-2fc1bc1a-1242-43f6-b9a7-492aa13f335f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.1012709 Apr 05 16:53:15.146325 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-af4a7700-5795-40c8-89b8-50df5ad54f47 req-578fdbc5-4d72-4988-8d18-852877f74c16 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441406 Apr 05 16:53:15.239588 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-60fd834d-cf04-4f1e-bb6b-d8ba516c0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:15.241197 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-60fd834d-cf04-4f1e-bb6b-d8ba516c0eca service neutron] 10.222.0.41 "GET /v2.0/networks?id=2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 200 len: 916 time: 0.1433895 Apr 05 16:53:15.241565 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-8ac1152c-7cd2-49f2-916f-c22b6ffa8d8c None None] Provisioning complete for port 14d65607-bae9-4f98-9e34-acd7406b0a20 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:53:15.241966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8ac1152c-7cd2-49f2-916f-c22b6ffa8d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:15.356528 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-a52f3889-65ed-4f87-ab84-c370a7315dec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 1001 time: 0.1082444 Apr 05 16:53:15.433921 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-797b13aa-6172-470f-a51e-52a2a478dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:15.435552 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-797b13aa-6172-470f-a51e-52a2a478dc52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ce601-439a-4a0d-b948-976540d24dd9 HTTP/1.1" status: 200 len: 854 time: 0.0730579 Apr 05 16:53:15.521044 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-e6a071eb-66d3-4e14-8538-b9b667f08fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:15.522723 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-e6a071eb-66d3-4e14-8538-b9b667f08fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2231cdfc-5d00-461d-9d2d-739f003a1483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801837 Apr 05 16:53:15.684719 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-e2f641f5-3631-421c-a8ea-3b6f0dc8ca1d service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435025 Apr 05 16:53:15.831562 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d8a3a795-9a73-4f8a-82b6-8e53c2d30184 req-21e8081d-049d-477f-83d3-0df246b0826b service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382945 Apr 05 16:53:16.994059 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-012f4be4-9012-4f73-8cf7-b071e84042b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:18.304287 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:19.110751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-040cc62a-da6f-435f-a177-be1d8c7bf317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:19.852082 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:21.372942 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:28.237617 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:53:40.746162 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:46.992771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-9c867ae1-3175-4815-b7e7-230d444279a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:48.311711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:49.108635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c939900c-8b10-4ec3-80f0-eb401e84c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:49.851516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:53:50.404350 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-58dae247-2ead-42b2-8624-a36b027b42f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793474 Apr 05 16:53:50.580491 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-99e51df0-8bba-454d-909c-900a7d221677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:50.582137 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-99e51df0-8bba-454d-909c-900a7d221677 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cba391cad324580b8ab8cd48904483a&device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1137 time: 0.0876853 Apr 05 16:53:50.743504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-2018ab80-2a20-445c-b4e5-59fc14747df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:50.745005 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-2018ab80-2a20-445c-b4e5-59fc14747df2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 200 len: 916 time: 0.1403937 Apr 05 16:53:50.856537 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-1b462228-8021-443e-9855-02acf2db62c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 1001 time: 0.1049306 Apr 05 16:53:50.927274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-95b7f462-1691-4d80-bd85-29509863d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:50.928800 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-95b7f462-1691-4d80-bd85-29509863d1c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ce601-439a-4a0d-b948-976540d24dd9 HTTP/1.1" status: 200 len: 854 time: 0.0648053 Apr 05 16:53:51.012262 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-e27cd9ee-17bf-4b75-a42b-a935c9bc22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:53:51.013802 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-e27cd9ee-17bf-4b75-a42b-a935c9bc22a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2231cdfc-5d00-461d-9d2d-739f003a1483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779305 Apr 05 16:53:51.161770 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-a886f966-d463-42ce-948d-04b6ffe86477 service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415131 Apr 05 16:53:51.310962 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-4c5ff43b-b4e0-4466-b3b8-928b9633bcd1 req-afed730a-4aca-40ee-a065-484a6081f2ec service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424556 Apr 05 16:53:51.372996 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:05.232789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:54:10.757740 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:16.361258 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e9d1b-e039-4866-b6a5-019627b1588b req-3331120d-e0bc-482f-9656-ecb71e2d11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:16.362923 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-742e9d1b-e039-4866-b6a5-019627b1588b req-3331120d-e0bc-482f-9656-ecb71e2d11d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cba391cad324580b8ab8cd48904483a&device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1137 time: 0.0840940 Apr 05 16:54:16.380847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2970584-5cef-4e59-8796-cbce97bae6cc req-5e9a5cd4-19ef-4ea1-8a84-11e4dd4a374f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:16.382509 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2970584-5cef-4e59-8796-cbce97bae6cc req-5e9a5cd4-19ef-4ea1-8a84-11e4dd4a374f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.0920014 Apr 05 16:54:16.436871 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-e2970584-5cef-4e59-8796-cbce97bae6cc req-517fc186-e317-48d0-9bd0-30ee3275aa3e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472002 Apr 05 16:54:16.509672 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e9d1b-e039-4866-b6a5-019627b1588b req-3fea13f1-33ac-47e1-82c8-613c80943d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:16.511288 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-742e9d1b-e039-4866-b6a5-019627b1588b req-3fea13f1-33ac-47e1-82c8-613c80943d22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 200 len: 916 time: 0.1404724 Apr 05 16:54:16.885439 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-742e9d1b-e039-4866-b6a5-019627b1588b req-a197bc01-3380-4181-bcce-e60e7686eade service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 1001 time: 0.3668542 Apr 05 16:54:16.955182 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e9d1b-e039-4866-b6a5-019627b1588b req-40aa8872-b1be-4480-b5b1-ada692324c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:16.956724 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-742e9d1b-e039-4866-b6a5-019627b1588b req-40aa8872-b1be-4480-b5b1-ada692324c03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ce601-439a-4a0d-b948-976540d24dd9 HTTP/1.1" status: 200 len: 854 time: 0.0643034 Apr 05 16:54:16.986638 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9aba-e897-4f99-917f-595072c3505a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:17.046639 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e9d1b-e039-4866-b6a5-019627b1588b req-15757f8a-f302-4adb-a9cb-730428576aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:17.048305 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-742e9d1b-e039-4866-b6a5-019627b1588b req-15757f8a-f302-4adb-a9cb-730428576aae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2231cdfc-5d00-461d-9d2d-739f003a1483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838358 Apr 05 16:54:17.201900 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-742e9d1b-e039-4866-b6a5-019627b1588b req-5ef55906-109c-4255-ae9c-2eade84464f1 service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462142 Apr 05 16:54:17.345649 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-742e9d1b-e039-4866-b6a5-019627b1588b req-efafa3a1-188b-41a7-b46c-da9e956c906b service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373239 Apr 05 16:54:17.650688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047be7f3-c53e-4758-a99a-eb029c196144 req-833c6bbd-5da9-4bfd-9c30-2af86ccd2ec7 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:17.652331 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-047be7f3-c53e-4758-a99a-eb029c196144 req-833c6bbd-5da9-4bfd-9c30-2af86ccd2ec7 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.0925879 Apr 05 16:54:17.709225 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-047be7f3-c53e-4758-a99a-eb029c196144 req-b74832c7-50ce-43d5-9f39-0069d62189bb tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472202 Apr 05 16:54:18.301272 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:18.949007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d63d48-07a5-49f2-8566-4de400f76f36 req-c68d2934-d2b6-45c1-ad2a-9f3ec40fa51a tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:18.950635 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d4d63d48-07a5-49f2-8566-4de400f76f36 req-c68d2934-d2b6-45c1-ad2a-9f3ec40fa51a tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.0996821 Apr 05 16:54:19.002311 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-d4d63d48-07a5-49f2-8566-4de400f76f36 req-9c054d94-1df9-4aef-a0c7-95804e16d72a tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451717 Apr 05 16:54:19.110647 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-95303dda-28fc-4950-9754-0ec497a9194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:19.858324 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:20.224286 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfd1ea-4a54-406f-939c-5e1f0f2ec29a req-9406aeb6-a104-4593-8dde-d164f9664665 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:20.225870 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c5cfd1ea-4a54-406f-939c-5e1f0f2ec29a req-9406aeb6-a104-4593-8dde-d164f9664665 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.0977671 Apr 05 16:54:20.277420 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c5cfd1ea-4a54-406f-939c-5e1f0f2ec29a req-f76a7954-3fb6-4caa-9609-c54dfb17b23d tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446482 Apr 05 16:54:21.376952 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:21.487887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4082d7-fbe0-4c4f-9ed3-158cdbd5cccd req-99fc3371-f687-4e18-9c63-1eaac6fd304a tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:21.489490 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7b4082d7-fbe0-4c4f-9ed3-158cdbd5cccd req-99fc3371-f687-4e18-9c63-1eaac6fd304a tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.0961375 Apr 05 16:54:21.544814 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7b4082d7-fbe0-4c4f-9ed3-158cdbd5cccd req-cdabf65b-74da-4050-a72c-3f9790f655df tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455863 Apr 05 16:54:22.765166 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b23c5-503c-4604-9762-4b339fb9c1c7 req-c4107f40-5428-492c-9c6e-05804dac1cb1 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:22.766818 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-da1b23c5-503c-4604-9762-4b339fb9c1c7 req-c4107f40-5428-492c-9c6e-05804dac1cb1 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.0963271 Apr 05 16:54:22.818469 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-da1b23c5-503c-4604-9762-4b339fb9c1c7 req-8c85fbdc-d377-41dc-968a-d7b9cec6dc35 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450563 Apr 05 16:54:24.046683 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e967c8-3dd3-450f-a347-46db53936672 req-d6279109-c63c-4f55-925a-f15e71097acd tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:24.048235 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-78e967c8-3dd3-450f-a347-46db53936672 req-d6279109-c63c-4f55-925a-f15e71097acd tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.1021607 Apr 05 16:54:24.100743 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-78e967c8-3dd3-450f-a347-46db53936672 req-6f96b173-9f6a-4212-af0c-cbd83abc942c tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458484 Apr 05 16:54:25.326213 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910143fb-4cca-4929-8515-9dbb82bd63eb req-5c3f86ea-f44d-4859-9009-f288e5612af8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:25.327829 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-910143fb-4cca-4929-8515-9dbb82bd63eb req-5c3f86ea-f44d-4859-9009-f288e5612af8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.0900164 Apr 05 16:54:25.379344 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-910143fb-4cca-4929-8515-9dbb82bd63eb req-4e231d7e-94c7-470e-b85a-52d4abde86fb tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445776 Apr 05 16:54:26.616901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0919f8-6bad-498f-a768-9a99e95bac7c req-f2cba4ca-b791-40d6-9400-70431e0539b4 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:26.618538 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fa0919f8-6bad-498f-a768-9a99e95bac7c req-f2cba4ca-b791-40d6-9400-70431e0539b4 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.1063707 Apr 05 16:54:26.672270 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-fa0919f8-6bad-498f-a768-9a99e95bac7c req-acbbf76e-a47f-427c-999f-4aac17dfcfe3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441029 Apr 05 16:54:27.892931 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e9dcc-92ef-4423-a214-ba2d98934572 req-cc8f3264-bc4c-4c8a-a08d-a3d1f46a4d03 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:27.894528 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab5e9dcc-92ef-4423-a214-ba2d98934572 req-cc8f3264-bc4c-4c8a-a08d-a3d1f46a4d03 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.0975130 Apr 05 16:54:27.948450 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-ab5e9dcc-92ef-4423-a214-ba2d98934572 req-aaf59877-8298-4c9c-9beb-c63d7d1dbdbd tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469520 Apr 05 16:54:29.173404 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bcd11-6021-4d01-997c-539786ba109e req-64fce3ec-7240-49e9-9f1e-b858b6d6a085 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:29.175005 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c63bcd11-6021-4d01-997c-539786ba109e req-64fce3ec-7240-49e9-9f1e-b858b6d6a085 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.0955312 Apr 05 16:54:29.225093 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c63bcd11-6021-4d01-997c-539786ba109e req-06c0d35a-3698-46e1-b4f6-264013e9b29b tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&id=9aba80df-e082-43a4-b941-7dc44e2d2add&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436153 Apr 05 16:54:40.770102 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:42.239736 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:54:47.000726 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ce204753-f8cd-40a6-b15f-ca107f837df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:48.305887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:49.113552 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-c47c1950-98bb-4b66-ae1c-b30cefaa3104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:49.856427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:54:50.362557 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-3c48ea07-4a4b-4d9d-81ba-de7eb1e15b0d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830607 Apr 05 16:54:50.560274 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-a12cf193-becd-475a-95e7-eb5075fa979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:50.561900 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-a12cf193-becd-475a-95e7-eb5075fa979c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cba391cad324580b8ab8cd48904483a&device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1137 time: 0.0905440 Apr 05 16:54:50.722788 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-b64de42d-131d-4075-bff0-863909b962fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:50.724278 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-b64de42d-131d-4075-bff0-863909b962fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 200 len: 916 time: 0.1380508 Apr 05 16:54:50.857995 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-f7b10fd3-b1f4-4678-b7e6-4c60abb916fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 1001 time: 0.1264648 Apr 05 16:54:50.935153 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-a709b11c-ee75-42e3-a824-21171676c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:50.936725 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-a709b11c-ee75-42e3-a824-21171676c2b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ce601-439a-4a0d-b948-976540d24dd9 HTTP/1.1" status: 200 len: 854 time: 0.0724871 Apr 05 16:54:51.028257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-5d66c61d-e979-43d6-aab3-86c387a809be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:54:51.030018 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-5d66c61d-e979-43d6-aab3-86c387a809be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2231cdfc-5d00-461d-9d2d-739f003a1483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867853 Apr 05 16:54:51.180351 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-4ee5dc2e-64c9-477c-84eb-ccf2703eb507 service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438208 Apr 05 16:54:51.329453 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-728866da-907c-44f1-9cb6-d4b2d7a7217f req-0036c26c-111c-4bae-b01e-c5401027f4ea service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417999 Apr 05 16:54:51.378587 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:10.779040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:17.004843 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-17e522ec-d51f-497d-8326-f1792efbc30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:18.307959 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:19.112420 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2e0a630c-cd33-4d15-a92f-f56d66240100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:19.235125 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:55:19.863109 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:21.657984 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:24.367667 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-2924d83f-727c-45e1-b654-52f1aa997ba5 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790662887&fields=id&tenant_id=7cba391cad324580b8ab8cd48904483a HTTP/1.1" status: 200 len: 267 time: 0.0500057 Apr 05 16:55:24.468411 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-96583f50-3b75-4e63-8b9d-cd27c04abecf tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:24.470025 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-96583f50-3b75-4e63-8b9d-cd27c04abecf tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 984 time: 0.0959892 Apr 05 16:55:24.483254 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.v2.base [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Request body: {'port': {'security_groups': ['a99ebb46-1f3d-41ef-bbf6-f57c0691dc12']}} {{(pid=84411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:55:24.616328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854527785'] for port, before_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:25.197230 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] For port 14d65607-bae9-4f98-9e34-acd7406b0a20, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=14d65607-bae9-4f98-9e34-acd7406b0a20,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:55:25.226084 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for port, precommit_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:25.231489 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788957111684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247898106655', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247898106364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2513994'] for port, after_update {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:25.246495 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:25.268419 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['14d65607-bae9-4f98-9e34-acd7406b0a20'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:55:25.406864 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event updated for resources: {'Port': ['ID=14d65607-bae9-4f98-9e34-acd7406b0a20,revision_number=7']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:25.429514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.429954 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.430365 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.430765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.431161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.431554 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.431947 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.432339 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.432730 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.433118 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.433509 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.433923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:25.440422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:25.462833 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:25.463504 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:25.464990 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-791deab5-d8bc-4ade-b0eb-e73043a39214 req-30fe5571-29a9-4256-a0d4-fec4f843f316 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "PUT /v2.0/ports/14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 942 time: 0.9866500 Apr 05 16:55:25.465555 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:55:25.471772 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37710) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:25.537665 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'status': 'completed', 'code': 200} Apr 05 16:55:25.559180 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-658b9017-4ebf-49ec-8318-938c28c8194e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:25.597460 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-658b9017-4ebf-49ec-8318-938c28c8194e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:25.644096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['14d65607-bae9-4f98-9e34-acd7406b0a20'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:55:25.654578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-658b9017-4ebf-49ec-8318-938c28c8194e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:25.660185 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b995940d-af4f-410a-9bf8-94bd4d938e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:25.664107 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-6599bda3-77e9-448c-9d15-98c781e7214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:25.665902 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-6599bda3-77e9-448c-9d15-98c781e7214a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cba391cad324580b8ab8cd48904483a&device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1098 time: 0.0824177 Apr 05 16:55:25.676389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b9017-4ebf-49ec-8318-938c28c8194e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aba80df-e082-43a4-b941-7dc44e2d2add,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:25.683422 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-658b9017-4ebf-49ec-8318-938c28c8194e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:25.684318 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-658b9017-4ebf-49ec-8318-938c28c8194e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for security_group, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:25.688058 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-658b9017-4ebf-49ec-8318-938c28c8194e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "DELETE /v2.0/security-groups/9aba80df-e082-43a4-b941-7dc44e2d2add HTTP/1.1" status: 204 len: 168 time: 0.2128685 Apr 05 16:55:25.690070 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37716) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:25.733462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.provisioning_blocks [None req-bd395496-e9c4-47d0-bdfd-ba2ae11226ea None None] Provisioning complete for port 14d65607-bae9-4f98-9e34-acd7406b0a20 triggered by entity DHCP. {{(pid=84412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:55:25.733983 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bd395496-e9c4-47d0-bdfd-ba2ae11226ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5975'] for port, provisioning_complete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:25.817904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-80524d9e-67d2-4adf-8336-8d9b99ba35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:25.819524 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-80524d9e-67d2-4adf-8336-8d9b99ba35eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 200 len: 916 time: 0.1468108 Apr 05 16:55:25.917566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Deleting port 34e7b127-0329-4396-ae1e-e021a694dfc3 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:25.917976 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:25.934041 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-cff3d09d-ad66-447a-91b8-0746120e0083 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 1001 time: 0.1068306 Apr 05 16:55:26.007127 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-2517cf7d-742b-44b0-ad7b-99f926a1f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:26.008643 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-2517cf7d-742b-44b0-ad7b-99f926a1f6ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ce601-439a-4a0d-b948-976540d24dd9 HTTP/1.1" status: 200 len: 854 time: 0.0687101 Apr 05 16:55:26.095362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-d1b62969-5bf5-4fc7-a7ab-96307868c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:26.096980 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-d1b62969-5bf5-4fc7-a7ab-96307868c3a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2231cdfc-5d00-461d-9d2d-739f003a1483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812042 Apr 05 16:55:26.103348 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:26.103732 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:26.236927 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Calling delete_port for 34e7b127-0329-4396-ae1e-e021a694dfc3 owned by network:floatingip {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:55:26.244308 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-aaa67a79-4691-4fbb-b89f-e1c7531f5993 service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400731 Apr 05 16:55:26.392665 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-c53111a5-5fea-44ca-9d76-1cb62b7ddb1e req-1f82865b-5ab5-4822-b847-05db52af1477 service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414583 Apr 05 16:55:26.409923 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:26.425761 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-345dfedf-cbaf-442b-ba27-fdeed1a89d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:26.485308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event deleted for resources: {'Port': ['ID=34e7b127-0329-4396-ae1e-e021a694dfc3,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:26.489407 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:26.690582 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks [] for floatingip, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:26.691053 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.db.l3_db [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Floating IP 4680a778-6386-4b8b-b7dd-6a0fd5140f09 disassociated (deleted). External IP: 172.28.2.186, port: 14d65607-bae9-4f98-9e34-acd7406b0a20. Apr 05 16:55:27.067437 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:55:27.261832 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:55:27.271847 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] Sync routers for ids ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:55:27.276912 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for floatingip, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:27.282521 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] Routers {'5520ebc5-bd5a-4eb8-8b57-f707defe8891'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:55:27.283205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:55:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:27.339001 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-83424e53-72a8-4f46-b6b6-af0ed4029c09 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "DELETE /v2.0/floatingips/4680a778-6386-4b8b-b7dd-6a0fd5140f09 HTTP/1.1" status: 204 len: 168 time: 1.6474628 Apr 05 16:55:27.476186 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] Set router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:55:27.538805 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20'}] {{(pid=84411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:55:27.590172 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'status': 'completed', 'code': 200} Apr 05 16:55:27.728545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-42819ff5-dc21-41d7-a886-3cd70f824d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:27.731734 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-42819ff5-dc21-41d7-a886-3cd70f824d1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cba391cad324580b8ab8cd48904483a&device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 1098 time: 0.0964816 Apr 05 16:55:27.825944 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:22Z', 'revision_number': 5, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:27.830358 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] Checking router: 5520ebc5-bd5a-4eb8-8b57-f707defe8891 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:55:27.840170 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] Routers {'5520ebc5-bd5a-4eb8-8b57-f707defe8891'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:55:27.840811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:55:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:27.892368 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-f8eab98e-ad18-44e7-a0e0-2a196f5c8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:27.893981 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-f8eab98e-ad18-44e7-a0e0-2a196f5c8559 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 200 len: 916 time: 0.1448185 Apr 05 16:55:27.970964 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-f4b67e38-5af2-470e-a5ba-eacc01e37fab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 200 len: 217 time: 0.0666573 Apr 05 16:55:28.031352 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] Set router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:55:28.046618 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-b78083ac-1679-4c5e-bef5-e83046511ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:28.048196 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-b78083ac-1679-4c5e-bef5-e83046511ae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=570ce601-439a-4a0d-b948-976540d24dd9 HTTP/1.1" status: 200 len: 854 time: 0.0682955 Apr 05 16:55:28.133658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-5c9b6d48-01ae-4745-a243-4c1d1b6f56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:28.135192 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-5c9b6d48-01ae-4745-a243-4c1d1b6f56ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2231cdfc-5d00-461d-9d2d-739f003a1483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788474 Apr 05 16:55:28.283738 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-c02b59b6-138e-45af-9c84-504445de93e3 service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395929 Apr 05 16:55:28.380123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:22Z', 'revision_number': 5, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:28.385894 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bca946-335c-4680-97a8-52410ad92c84 None None] The sync data for ids ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'] in dv-cinder-774594-2-smb is: [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:14Z', 'revision_number': 4, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb', '_interfaces': [{'id': '2a8e6736-f221-49bc-901a-d9e52f21ece4', 'name': '', 'network_id': '2231cdfc-5d00-461d-9d2d-739f003a1483', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'mac_address': 'fa:16:3e:76:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '570ce601-439a-4a0d-b948-976540d24dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:13Z', 'updated_at': '2021-04-05T16:52:22Z', 'revision_number': 5, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'subnets': [{'id': '570ce601-439a-4a0d-b948-976540d24dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:55:28.432668 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-7a659114-2c2d-4fc8-8d10-f9521041f0b4 req-918510f6-8b2a-4791-af9c-ca1f2ff74872 service neutron] 10.222.0.41 "GET /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423936 Apr 05 16:55:28.801361 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be6c1f-1754-4e78-a90d-75c95da6c992 None None] New status for floating IP 4680a778-6386-4b8b-b7dd-6a0fd5140f09: DOWN {{(pid=84413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:55:30.764950 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bedfe-a21a-4a84-a311-dd5b5c32ffe8 req-0a62999d-5c95-4539-ac14-65e7afaec295 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:30.765791 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-533bedfe-a21a-4a84-a311-dd5b5c32ffe8 req-0a62999d-5c95-4539-ac14-65e7afaec295 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Synchronizing usage tracker for tenant:7cba391cad324580b8ab8cd48904483a on resource:port {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:55:30.783622 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-533bedfe-a21a-4a84-a311-dd5b5c32ffe8 req-0a62999d-5c95-4539-ac14-65e7afaec295 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Unset dirty status for tenant:7cba391cad324580b8ab8cd48904483a on resource:port {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:55:30.784888 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-533bedfe-a21a-4a84-a311-dd5b5c32ffe8 req-0a62999d-5c95-4539-ac14-65e7afaec295 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 945 time: 0.1165919 Apr 05 16:55:30.832987 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-533bedfe-a21a-4a84-a311-dd5b5c32ffe8 req-4732e247-5f52-4430-bc5b-212f5d87fc89 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Synchronizing usage tracker for tenant:7cba391cad324580b8ab8cd48904483a on resource:security_group {{(pid=84411) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:55:30.849656 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-533bedfe-a21a-4a84-a311-dd5b5c32ffe8 req-4732e247-5f52-4430-bc5b-212f5d87fc89 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Unset dirty status for tenant:7cba391cad324580b8ab8cd48904483a on resource:security_group {{(pid=84411) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:55:30.850846 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-533bedfe-a21a-4a84-a311-dd5b5c32ffe8 req-4732e247-5f52-4430-bc5b-212f5d87fc89 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592520 Apr 05 16:55:32.087512 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c99c6-5090-42f7-b677-554856aedfc4 req-3ba6df07-0a49-4bce-817c-572856ecf4c5 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:32.089081 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-710c99c6-5090-42f7-b677-554856aedfc4 req-3ba6df07-0a49-4bce-817c-572856ecf4c5 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 945 time: 0.1008801 Apr 05 16:55:32.137867 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-710c99c6-5090-42f7-b677-554856aedfc4 req-58041081-6cc7-4abf-bef0-7de43280466f tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Apr 05 16:55:32.830968 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f7941e94-e25b-4b82-8ef8-79db66aeff2e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:32.831717 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f7941e94-e25b-4b82-8ef8-79db66aeff2e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Synchronizing usage tracker for tenant:7cba391cad324580b8ab8cd48904483a on resource:port {{(pid=84410) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:55:32.845026 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.quota.resource [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f7941e94-e25b-4b82-8ef8-79db66aeff2e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Unset dirty status for tenant:7cba391cad324580b8ab8cd48904483a on resource:port {{(pid=84410) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:55:32.846307 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f7941e94-e25b-4b82-8ef8-79db66aeff2e tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 945 time: 0.1113715 Apr 05 16:55:32.936556 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Deleting port 14d65607-bae9-4f98-9e34-acd7406b0a20 {{(pid=84410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:32.936946 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:33.207539 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] For port 14d65607-bae9-4f98-9e34-acd7406b0a20, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=14d65607-bae9-4f98-9e34-acd7406b0a20,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:55:33.208119 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:33.340899 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Calling delete_port for 14d65607-bae9-4f98-9e34-acd7406b0a20 owned by compute:nova {{(pid=84410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:55:33.344018 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f03870-7a08-4994-ae33-9e40e9842e37 req-fba270e7-6bfe-4baf-b320-a07a7ec4cb0c tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:55:33.345722 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f9f03870-7a08-4994-ae33-9e40e9842e37 req-fba270e7-6bfe-4baf-b320-a07a7ec4cb0c tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e827e0c-c789-40c6-8d67-2fece5cff0ad HTTP/1.1" status: 200 len: 945 time: 0.0897624 Apr 05 16:55:33.395391 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-f9f03870-7a08-4994-ae33-9e40e9842e37 req-95b18bf5-a6a8-44ed-85b7-a9bb7396a437 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.15 "GET /v2.0/security-groups?id=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427113 Apr 05 16:55:33.507264 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852210867'] for port, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:33.522789 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-739a28e4-8410-4edd-a056-d7718721b1d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:33.541814 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] get_ports_and_sgs() called for port_ids ['14d65607-bae9-4f98-9e34-acd7406b0a20'] {{(pid=84412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:55:33.587020 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Pushing event deleted for resources: {'Port': ['ID=14d65607-bae9-4f98-9e34-acd7406b0a20,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:33.643990 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.644414 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.644828 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.645237 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.645688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.646187 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.646589 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.646993 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.647389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.647788 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.648167 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.648569 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-smb {{(pid=84410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:55:33.656097 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:33.785580 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] No DVR routers for this DVR port 14d65607-bae9-4f98-9e34-acd7406b0a20 on host hv-cinder-77459 {{(pid=84410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:55:33.788250 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30216'] for port, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:33.791025 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'name': 'network-vif-deleted', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20'}] {{(pid=84410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:55:33.807313 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [req-8fce011b-2eb1-4f1b-b9c1-0c2764e539a8 req-f6f7547a-ce84-483d-8ed6-e8402a05ddc8 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] 10.222.0.41 "DELETE /v2.0/ports/14d65607-bae9-4f98-9e34-acd7406b0a20 HTTP/1.1" status: 204 len: 173 time: 0.9534378 Apr 05 16:55:33.847110 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e827e0c-c789-40c6-8d67-2fece5cff0ad', 'name': 'network-vif-deleted', 'tag': '14d65607-bae9-4f98-9e34-acd7406b0a20', 'status': 'completed', 'code': 200} Apr 05 16:55:35.371130 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37798) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:35.965283 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 14d65607-bae9-4f98-9e34-acd7406b0a20 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:55:36.002377 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] No Port match for: 14d65607-bae9-4f98-9e34-acd7406b0a20 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:55:36.002771 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Device 14d65607-bae9-4f98-9e34-acd7406b0a20 not bound to the agent host hv-cinder-77459 {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:55:36.198514 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967536'] for router_interface, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:36.584628 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Deleting port 2a8e6736-f221-49bc-901a-d9e52f21ece4 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:36.585222 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:36.775258 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] For port 2a8e6736-f221-49bc-901a-d9e52f21ece4, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=2a8e6736-f221-49bc-901a-d9e52f21ece4,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:55:36.775516 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:36.917408 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Calling delete_port for 2a8e6736-f221-49bc-901a-d9e52f21ece4 owned by network:router_interface {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:55:37.126362 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:37.141298 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-aecb1dd4-8967-4dfd-890c-95ccd033f0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:37.202278 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8e6736-f221-49bc-901a-d9e52f21ece4,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:37.206123 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:37.598508 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853756661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925093'] for router_interface, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:38.116271 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:55:38.311623 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:55:38.323353 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] Sync routers for ids ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'] in dv-cinder-774594-2-smb {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:55:38.327946 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] 10.222.0.15 "PUT /v2.0/routers/5520ebc5-bd5a-4eb8-8b57-f707defe8891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9555767 Apr 05 16:55:38.331037 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37802) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:38.338803 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] Routers {'5520ebc5-bd5a-4eb8-8b57-f707defe8891'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:55:38.339494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:55:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:38.547515 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] Set router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 gateway port host: dv-cinder-774594-2-smb {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:55:38.790124 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Notify callbacks [] for router, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:38.856140 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:55:37Z', 'revision_number': 5, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port': {'id': '17424fd1-68ff-4de6-8491-5ac46c5c6ae4', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:38.860356 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] Checking router: 5520ebc5-bd5a-4eb8-8b57-f707defe8891 for host: dv-cinder-774594-2-smb {{(pid=84412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:55:38.869778 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] Routers {'5520ebc5-bd5a-4eb8-8b57-f707defe8891'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:55:38.870439 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:55:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'], 'active': True} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:38.985290 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:38.995874 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Deleting port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:38.996263 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:39.188244 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] For port 17424fd1-68ff-4de6-8491-5ac46c5c6ae4, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=17424fd1-68ff-4de6-8491-5ac46c5c6ae4,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:55:39.188693 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:39.210513 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] Set router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 gateway port host: None {{(pid=84412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:55:39.324365 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:55:38Z', 'revision_number': 6, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port_host': None}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:39.327168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Calling delete_port for 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 owned by network:router_gateway {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:55:39.329518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08daaea-c577-4e7c-8e2d-2bd630ac311f None None] The sync data for ids ['5520ebc5-bd5a-4eb8-8b57-f707defe8891'] in dv-cinder-774594-2-smb is: [{'id': '5520ebc5-bd5a-4eb8-8b57-f707defe8891', 'name': 'tempest-TestMinimumBasicScenario-1472646727-router', 'tenant_id': '7cba391cad324580b8ab8cd48904483a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:10Z', 'updated_at': '2021-04-05T16:55:38Z', 'revision_number': 6, 'project_id': '7cba391cad324580b8ab8cd48904483a', 'gw_port_host': None}] {{(pid=84412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:55:39.516418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:39.529971 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3175f3b9-560f-4e14-99bd-318fc4b934b8 tempest-VolumesSnapshotTestJSON-232298083 tempest-VolumesSnapshotTestJSON-232298083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:39.587680 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Pushing event deleted for resources: {'Port': ['ID=17424fd1-68ff-4de6-8491-5ac46c5c6ae4,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:39.591713 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:39.793030 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-967077'] for router_gateway, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:39.984032 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773697'] for router, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:39.986522 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.019612 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853850466'] for router, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.020328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5520ebc5-bd5a-4eb8-8b57-f707defe8891 {{(pid=84411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 16:55:40.033735 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] Notify callbacks [] for router, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.034852 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a845cf2b-5442-4608-bba4-c019f8af7041 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5520ebc5-bd5a-4eb8-8b57-f707defe8891 HTTP/1.1" status: 204 len: 168 time: 1.7028213 Apr 05 16:55:40.037810 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37806) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:40.077038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 2a8e6736-f221-49bc-901a-d9e52f21ece4 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:55:40.114773 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: 2a8e6736-f221-49bc-901a-d9e52f21ece4 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:55:40.115207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 2a8e6736-f221-49bc-901a-d9e52f21ece4 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:55:40.115700 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:55:40.116435 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54954f0-a351-4a3d-b698-6247304f0125 admin admin] Deleting subnet 570ce601-439a-4a0d-b948-976540d24dd9 {{(pid=84411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:55:40.120110 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d54954f0-a351-4a3d-b698-6247304f0125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.155655 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:55:40.156038 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 17424fd1-68ff-4de6-8491-5ac46c5c6ae4 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:55:40.177492 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d54954f0-a351-4a3d-b698-6247304f0125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2335646'] for subnet, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.262986 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d54954f0-a351-4a3d-b698-6247304f0125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.554464 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d54954f0-a351-4a3d-b698-6247304f0125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2514079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2623261'] for subnet, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.567576 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-73519a15-565a-404c-b3db-1feb8887ea4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:40.618499 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54954f0-a351-4a3d-b698-6247304f0125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570ce601-439a-4a0d-b948-976540d24dd9,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:40.621057 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-d54954f0-a351-4a3d-b698-6247304f0125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:40.709224 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d54954f0-a351-4a3d-b698-6247304f0125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.715008 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbfb067-5442-4721-a645-f1776262d84c None None] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:55:40.716024 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-d54954f0-a351-4a3d-b698-6247304f0125 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/570ce601-439a-4a0d-b948-976540d24dd9 HTTP/1.1" status: 204 len: 168 time: 0.6770124 Apr 05 16:55:40.718952 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37810) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:40.835611 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.855665 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.907392 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Deleting port 3a77009f-63be-406a-bcd3-6dbcb7097896 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:40.907678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:40.991165 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] DHCP port deletion for 2231cdfc-5d00-461d-9d2d-739f003a1483 request from dv-cinder-774594-2-smb {{(pid=84412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 16:55:40.995345 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] Deleting port 3a77009f-63be-406a-bcd3-6dbcb7097896 {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:40.995756 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:41.127364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] For port 3a77009f-63be-406a-bcd3-6dbcb7097896, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=3a77009f-63be-406a-bcd3-6dbcb7097896,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:55:41.127751 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:41.217257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] For port 3a77009f-63be-406a-bcd3-6dbcb7097896, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=3a77009f-63be-406a-bcd3-6dbcb7097896,segment=NetworkSegment(2f29ea07-0ba6-417d-adb0-c85122a5b54b),segment_id=2f29ea07-0ba6-417d-adb0-c85122a5b54b)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:55:41.217578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:41.262257 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Calling delete_port for 3a77009f-63be-406a-bcd3-6dbcb7097896 owned by network:dhcp {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:55:41.344820 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:41.350243 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] Calling delete_port for 3a77009f-63be-406a-bcd3-6dbcb7097896 owned by network:dhcp {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:55:41.360904 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:41.419615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a77009f-63be-406a-bcd3-6dbcb7097896,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:41.423448 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:41.429813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.api [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84412) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:55:41.430220 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_db.api [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:55:41.506768 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] No DVR routers for this DVR port 3a77009f-63be-406a-bcd3-6dbcb7097896 on host dv-cinder-774594-2-smb {{(pid=84411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:55:41.631334 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:41.746997 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2231cdfc-5d00-461d-9d2d-739f003a1483']}} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:41.760486 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f29ea07-0ba6-417d-adb0-c85122a5b54b') {'for_net_delete': True} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:41.760764 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f29ea07-0ba6-417d-adb0-c85122a5b54b') {} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:41.773376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852440169'] for segment, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:41.789307 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:41.795762 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:55:41.931559 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] Deleting port 3a77009f-63be-406a-bcd3-6dbcb7097896 {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:41.932154 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:41.977811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:55:41.986938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2513972'] for segment, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:42.003827 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-bc14dc82-4027-496f-abd8-f94c1965ddd7 None None] The port '3a77009f-63be-406a-bcd3-6dbcb7097896' was deleted {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 16:55:42.076712 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 3a77009f-63be-406a-bcd3-6dbcb7097896 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:55:42.117161 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: 3a77009f-63be-406a-bcd3-6dbcb7097896 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:55:42.117578 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device 3a77009f-63be-406a-bcd3-6dbcb7097896 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:55:42.169366 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Network 2231cdfc-5d00-461d-9d2d-739f003a1483 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:55:42.195397 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:55:42.281177 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:42.285211 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-3125213a-67f2-4193-9e44-dd34350f62dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:42.300036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:42.311264 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Pushing event deleted for resources: {'Network': ['ID=2231cdfc-5d00-461d-9d2d-739f003a1483,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:42.314703 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:42.326619 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-b6fcc42e-0025-44b5-8664-cf96e183670d admin admin] 10.222.0.15 "DELETE /v2.0/networks/2231cdfc-5d00-461d-9d2d-739f003a1483 HTTP/1.1" status: 204 len: 168 time: 1.6066771 Apr 05 16:55:42.329887 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37814) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:43.182840 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967536'] for router_interface, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:43.571219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Deleting port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:43.571599 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:43.753816 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] For port c9b67a04-8d86-4b43-a3e7-bc977c8dccfb, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c9b67a04-8d86-4b43-a3e7-bc977c8dccfb,segment=NetworkSegment(856ecb2b-325a-46f5-9779-8e1ed9fdb12f),segment_id=856ecb2b-325a-46f5-9779-8e1ed9fdb12f)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:55:43.754207 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:43.884869 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Calling delete_port for c9b67a04-8d86-4b43-a3e7-bc977c8dccfb owned by network:router_interface {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:55:44.072863 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:44.086015 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-4993a6f1-7e4e-4e3a-b97e-e0c090e193aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:44.146069 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b67a04-8d86-4b43-a3e7-bc977c8dccfb,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:44.150537 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:44.547223 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853756661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-925093'] for router_interface, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:45.054225 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Router d4389bc5-0d98-4491-891f-a4deec0271c9 has already been hosted by L3 agent 679eac3d-bc8e-4231-bb02-c8d28b659d6d {{(pid=84411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:55:45.243351 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-smb the message routers_updated {{(pid=84411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:55:45.255551 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] Sync routers for ids ['d4389bc5-0d98-4491-891f-a4deec0271c9'] in dv-cinder-774594-2-smb {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:55:45.263192 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-45caa047-dcdc-4380-abaf-db2cb7980ef3 admin admin] 10.222.0.15 "PUT /v2.0/routers/d4389bc5-0d98-4491-891f-a4deec0271c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9322054 Apr 05 16:55:45.264545 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] Routers {'d4389bc5-0d98-4491-891f-a4deec0271c9'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:55:45.265218 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:55:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['d4389bc5-0d98-4491-891f-a4deec0271c9'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:45.266016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37818) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:45.624860 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] Set router d4389bc5-0d98-4491-891f-a4deec0271c9 gateway port host: dv-cinder-774594-2-smb {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:55:45.730517 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:45.921446 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:45.930007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'name': 'tempest-TestMinimumBasicScenario-619661995-router', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'external_fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:18Z', 'updated_at': '2021-04-05T16:55:44Z', 'revision_number': 5, 'project_id': '020ada796c6747458d542e4cb1287258', 'gw_port': {'id': 'e3bdb9ee-991f-4183-afc9-c129eef41e56', 'name': '', 'network_id': 'ca2d6b15-da8c-4c49-b410-492d803b641f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:52:19Z', 'updated_at': '2021-04-05T16:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b042cbc-f107-46c2-ac1f-d08e5a5c3e70', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-smb'}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:45.930994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Deleting port e3bdb9ee-991f-4183-afc9-c129eef41e56 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:45.931385 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:45.934219 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] Checking router: d4389bc5-0d98-4491-891f-a4deec0271c9 for host: dv-cinder-774594-2-smb {{(pid=84413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:55:45.943462 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] Routers {'d4389bc5-0d98-4491-891f-a4deec0271c9'} bound to L3 agent in host dv-cinder-774594-2-smb {{(pid=84413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:55:45.944122 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:31:19Z,description=,heartbeat_timestamp=2021-04-05T16:55:19Z,host='dv-cinder-774594-2-smb',id=679eac3d-bc8e-4231-bb02-c8d28b659d6d,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T16:31:19Z,topic='l3_agent')) {'router_ids': ['d4389bc5-0d98-4491-891f-a4deec0271c9'], 'active': True} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:46.106598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvr_db [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] Set router d4389bc5-0d98-4491-891f-a4deec0271c9 gateway port host: None {{(pid=84413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:55:46.121276 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] For port e3bdb9ee-991f-4183-afc9-c129eef41e56, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=e3bdb9ee-991f-4183-afc9-c129eef41e56,segment=NetworkSegment(7ea903e2-74d8-4fa3-b1f0-43e9186eb953),segment_id=7ea903e2-74d8-4fa3-b1f0-43e9186eb953)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:55:46.121720 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:46.221867 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_hamode_db [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'name': 'tempest-TestMinimumBasicScenario-619661995-router', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:18Z', 'updated_at': '2021-04-05T16:55:45Z', 'revision_number': 6, 'project_id': '020ada796c6747458d542e4cb1287258', 'gw_port_host': None}], 'dv-cinder-774594-2-smb', False) {} {{(pid=84413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:46.226427 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a672cd-dc55-43ad-abfb-e98d5304d359 None None] The sync data for ids ['d4389bc5-0d98-4491-891f-a4deec0271c9'] in dv-cinder-774594-2-smb is: [{'id': 'd4389bc5-0d98-4491-891f-a4deec0271c9', 'name': 'tempest-TestMinimumBasicScenario-619661995-router', 'tenant_id': '020ada796c6747458d542e4cb1287258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:52:18Z', 'updated_at': '2021-04-05T16:55:45Z', 'revision_number': 6, 'project_id': '020ada796c6747458d542e4cb1287258', 'gw_port_host': None}] {{(pid=84413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:55:46.254433 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Calling delete_port for e3bdb9ee-991f-4183-afc9-c129eef41e56 owned by network:router_gateway {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:55:46.440199 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:46.455936 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-60a4910b-ff5e-490c-a57e-2f0c7e5e64dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:46.517231 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bdb9ee-991f-4183-afc9-c129eef41e56,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:46.521273 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:46.735115 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-967077'] for router_gateway, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:46.922615 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853850588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773697'] for router, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:46.924970 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:46.958227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853850466'] for router, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:46.958796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4389bc5-0d98-4491-891f-a4deec0271c9 {{(pid=84411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 16:55:46.971981 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] Notify callbacks [] for router, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:46.973809 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-e2e88291-dbce-4679-83f0-f996d6c185e3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d4389bc5-0d98-4491-891f-a4deec0271c9 HTTP/1.1" status: 204 len: 168 time: 1.7061219 Apr 05 16:55:46.976115 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37822) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:46.998928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0e41-c974-4847-a983-eac666ec287b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:47.046708 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4ba507-6cf9-479d-84b0-8f14497adf5d admin admin] Deleting subnet 18ee341a-e682-458d-8a7e-de79871c51e5 {{(pid=84411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:55:47.050164 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba507-6cf9-479d-84b0-8f14497adf5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:47.107160 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba507-6cf9-479d-84b0-8f14497adf5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2335646'] for subnet, precommit_delete_associations {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:47.197940 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba507-6cf9-479d-84b0-8f14497adf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2782'] for subnet, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:47.479494 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba507-6cf9-479d-84b0-8f14497adf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854773050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2514079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2623261'] for subnet, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:47.493364 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:47.542315 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ba507-6cf9-479d-84b0-8f14497adf5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ee341a-e682-458d-8a7e-de79871c51e5,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:47.546096 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-7b4ba507-6cf9-479d-84b0-8f14497adf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:47.632813 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-7b4ba507-6cf9-479d-84b0-8f14497adf5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for subnet, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:47.638246 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f99d2-6a62-4582-8fe3-1883305ca873 None None] Network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 requested from dv-cinder-774594-2-smb {{(pid=84412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:55:47.639529 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-7b4ba507-6cf9-479d-84b0-8f14497adf5d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/18ee341a-e682-458d-8a7e-de79871c51e5 HTTP/1.1" status: 204 len: 168 time: 0.6623452 Apr 05 16:55:47.642348 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84411) accepted ('10.222.0.15', 37826) {{(pid=84411) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:47.759688 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-359012'] for network, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:47.832017 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Deleting port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 {{(pid=84411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:47.832389 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:47.893103 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] DHCP port deletion for faebf2b6-adfb-498d-9e25-aa1ff048b2d4 request from dv-cinder-774594-2-smb {{(pid=84412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 16:55:47.897624 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] Deleting port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:47.898040 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:48.061067 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] For port c2fcc42c-900a-4d2f-b5cb-04e0358d3349, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c2fcc42c-900a-4d2f-b5cb-04e0358d3349,segment=NetworkSegment(856ecb2b-325a-46f5-9779-8e1ed9fdb12f),segment_id=856ecb2b-325a-46f5-9779-8e1ed9fdb12f)] {{(pid=84411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:55:48.061584 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:48.105566 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c2fcc42c-900a-4d2f-b5cb-04e0358d3349 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:55:48.178929 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] For port c2fcc42c-900a-4d2f-b5cb-04e0358d3349, host dv-cinder-774594-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-smb',level=0,port_id=c2fcc42c-900a-4d2f-b5cb-04e0358d3349,segment=NetworkSegment(856ecb2b-325a-46f5-9779-8e1ed9fdb12f),segment_id=856ecb2b-325a-46f5-9779-8e1ed9fdb12f)] {{(pid=84412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:55:48.179236 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853798039'] for port, precommit_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:48.195610 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Calling delete_port for c2fcc42c-900a-4d2f-b5cb-04e0358d3349 owned by network:dhcp {{(pid=84411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:55:48.275650 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854527862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788957111667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788956669145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852261822'] for port, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:48.290966 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-844e60ad-c5a2-4823-9520-1a2cbd57c1b3 tempest-TestMinimumBasicScenario-1168601661 tempest-TestMinimumBasicScenario-1168601661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:48.320382 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] Calling delete_port for c2fcc42c-900a-4d2f-b5cb-04e0358d3349 owned by network:dhcp {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:55:48.351811 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fcc42c-900a-4d2f-b5cb-04e0358d3349,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:48.355911 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:48.362635 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.db [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No active binding found for port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 {{(pid=84412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 05 16:55:48.363540 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c2fcc42c-900a-4d2f-b5cb-04e0358d3349 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:55:48.363893 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c9b67a04-8d86-4b43-a3e7-bc977c8dccfb no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:55:48.417245 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: c9b67a04-8d86-4b43-a3e7-bc977c8dccfb {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:55:48.417661 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device c9b67a04-8d86-4b43-a3e7-bc977c8dccfb not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:55:48.418105 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device e3bdb9ee-991f-4183-afc9-c129eef41e56 no longer exists at agent ovs-agent-dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:55:48.436279 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] No DVR routers for this DVR port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 on host dv-cinder-774594-2-smb {{(pid=84411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:55:48.456675 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] No Port match for: e3bdb9ee-991f-4183-afc9-c129eef41e56 {{(pid=84412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:55:48.457067 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.rpc [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Device e3bdb9ee-991f-4183-afc9-c129eef41e56 not bound to the agent host dv-cinder-774594-2-smb {{(pid=84412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:55:48.461458 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:48.483034 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.db.api [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84412) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:55:48.483444 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_db.api [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84412) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:55:48.559718 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769313', 'neutron.services.segments.db._delete_segments_for_network--9223363247897539905'] for network, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:48.673737 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faebf2b6-adfb-498d-9e25-aa1ff048b2d4']}} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:48.687671 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856ecb2b-325a-46f5-9779-8e1ed9fdb12f') {'for_net_delete': True} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:48.687949 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.services.segments.db [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856ecb2b-325a-46f5-9779-8e1ed9fdb12f') {} {{(pid=84411) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:55:48.699835 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788957235793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852440169'] for segment, before_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:48.722959 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3129'] for segment, precommit_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:48.729834 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:55:48.913915 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:55:48.922896 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2513972'] for segment, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:48.984883 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] Deleting port c2fcc42c-900a-4d2f-b5cb-04e0358d3349 {{(pid=84412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:55:48.985352 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247897678691'] for port, before_delete {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:49.059636 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.plugin [None req-a16945ec-b1cb-426e-a482-3d597bbbc254 None None] The port 'c2fcc42c-900a-4d2f-b5cb-04e0358d3349' was deleted {{(pid=84412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 16:55:49.103079 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.plugins.ml2.managers [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Network faebf2b6-adfb-498d-9e25-aa1ff048b2d4 has no segments {{(pid=84411) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:55:49.105171 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f5354121-cbd1-48ee-b1ae-2f3947e3675b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: Traceback (most recent call last): Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: timer() Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: cb(*args, **kw) Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: return func(*args, **kwargs) Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: self._notify() Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: self.callback(batched_events) Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: event.method(event) Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: segment_id)['aggregates'][0] Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: return f(self, *a, **k) Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: return self._get(url).json() Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: **kwargs) Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: return self.request(url, 'GET', **kwargs) Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: **endpoint_filter) Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:55:49.126951 dv-cinder-774594-2-smb neutron-server[84297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:55:49.216938 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853808701'] for network, after_delete {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:49.221951 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019153'] for network, before_response {{(pid=84411) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:49.225765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:49.250162 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=faebf2b6-adfb-498d-9e25-aa1ff048b2d4,revision_number=None']} {{(pid=84411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:49.252507 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84411) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:49.254767 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-ae920679-62d1-4b83-b82c-6f7cb8cf4e21 admin admin] 10.222.0.15 "DELETE /v2.0/networks/faebf2b6-adfb-498d-9e25-aa1ff048b2d4 HTTP/1.1" status: 204 len: 168 time: 1.6111698 Apr 05 16:55:49.447533 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37832) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:49.503038 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-a57c7720-aa71-48a0-99a9-eb6a1443c6dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cba391cad324580b8ab8cd48904483a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530748 Apr 05 16:55:49.504605 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37836) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:49.566259 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fec4e7c8-60fb-409c-a59f-3266d3e4bbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:49.595476 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fec4e7c8-60fb-409c-a59f-3266d3e4bbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:49.656598 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fec4e7c8-60fb-409c-a59f-3266d3e4bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:49.664376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-dffbb958-8137-4753-8c6e-f1d6b717a9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:49.683786 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4e7c8-60fb-409c-a59f-3266d3e4bbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99ebb46-1f3d-41ef-bbf6-f57c0691dc12,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:49.688129 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-fec4e7c8-60fb-409c-a59f-3266d3e4bbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:49.691557 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fec4e7c8-60fb-409c-a59f-3266d3e4bbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:49.692799 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-fec4e7c8-60fb-409c-a59f-3266d3e4bbe0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a99ebb46-1f3d-41ef-bbf6-f57c0691dc12 HTTP/1.1" status: 204 len: 168 time: 0.1872730 Apr 05 16:55:49.860694 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:50.086758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37846) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:50.143205 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-bf71fd2d-19ea-459e-9d51-4324fb8e99c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=020ada796c6747458d542e4cb1287258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551350 Apr 05 16:55:50.147195 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [-] (84410) accepted ('10.222.0.15', 37850) {{(pid=84410) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:55:50.209653 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54ae6884-5592-4d69-8eec-98ed5621a27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:50.236765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54ae6884-5592-4d69-8eec-98ed5621a27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:50.293901 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54ae6884-5592-4d69-8eec-98ed5621a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853887764'] for security_group, after_delete {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:50.298016 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-8689d5e6-91a5-4202-95bd-a93940b54366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:55:50.310233 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae6884-5592-4d69-8eec-98ed5621a27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2723de-3a23-4481-84d8-1fbe9b9b3dcf,revision_number=None']} {{(pid=84410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:55:50.313957 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG oslo_concurrency.lockutils [None req-54ae6884-5592-4d69-8eec-98ed5621a27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84410) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:55:50.318043 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-54ae6884-5592-4d69-8eec-98ed5621a27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84410) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:50.319946 dv-cinder-774594-2-smb neutron-server[84297]: INFO neutron.wsgi [None req-54ae6884-5592-4d69-8eec-98ed5621a27e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f2723de-3a23-4481-84d8-1fbe9b9b3dcf HTTP/1.1" status: 204 len: 168 time: 0.1713257 Apr 05 16:55:51.391744 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:55:56.241036 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:56:10.817046 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:17.007377 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-ecef8599-d402-4939-a818-8fa00932c6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:18.314678 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:19.127994 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-d9681d91-98db-4b8b-b048-7a1ac59e2130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:19.874451 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:21.402106 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:22.147176 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.wsgi [req-0c0aeb1a-e0fd-46f4-88de-79f46f51aa56 req-50292a4f-9b73-45c6-a6c1-e6f437e2a15c service neutron] (84411) timed out ('10.222.0.41', 49912) {{(pid=84411) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 16:56:33.248143 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:56:40.837787 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:47.008711 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2244f521-9ff9-498a-8073-04b075ddbe1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:48.313134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:49.118376 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-df6f0dc9-bb9c-4d0f-aa11-c498edcaf6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:49.878796 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:56:51.395313 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:10.243774 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:57:10.855022 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:17.010801 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-dd4eb50e-c384-4813-9a8f-a34fb8e0fd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:18.314311 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:19.128045 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-fda0a0d4-4294-47d4-accb-10af7483e921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:19.882328 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:21.493308 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:40.877839 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:47.011853 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-2054a0de-b53f-40ab-b8f5-1bf29c147ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:47.239205 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:57:48.313590 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:49.116418 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b540de3e-a54f-4f51-b781-a8a933080f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:49.884933 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:57:51.399871 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:10.887447 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:17.010696 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6c62dd8f-c192-4d03-965f-8aa52845faba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:18.309906 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:19.116134 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-6df43e83-1ab5-4eba-83fd-e86d7dc22c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:19.890168 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:21.404106 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:24.246590 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:58:40.900227 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:47.011534 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-908a6e9e-6921-47a4-a4d2-b4bb9d49d552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:48.317930 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:49.122849 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-11bb3501-2699-49df-9d15-152ac8f60a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:49.888264 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:58:51.414094 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:01.240859 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:59:10.909640 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:17.017218 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-db2b8740-4762-404a-a210-e65a66954f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:18.311343 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:19.117321 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-f9cc92db-0bd8-4a7a-ae15-bd9a13435b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:19.897051 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:21.506662 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:38.247928 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:59:40.914369 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:47.006907 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-b3bc88f0-0008-4060-85be-864372984b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:48.312815 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:49.120806 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-01cd7486-f543-4133-9108-cf99a6bd5e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:49.901758 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:59:51.414809 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:10.911135 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:15.243765 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 17:00:17.011285 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-3b01ed7f-3ee9-4054-91c4-9a7c0cc54791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:18.315518 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:19.123760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-37fc1b32-05a6-46ec-a07d-ecabd7b5ab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:19.906049 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:21.420001 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:40.915232 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:47.014093 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-643bef54-6771-4f3c-b149-ff90e723e8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:48.314956 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-8172df62-8ba5-452d-8fbb-3e5b58b77876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:49.127844 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-a33da3a9-73e2-4aa2-a7c7-d4cb86c8459a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:49.912007 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-aaf02c94-e766-439e-a6ed-d7693a1c1440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:51.425760 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-55aafbbc-5b88-4896-b47b-451a5a2a2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 17:00:52.233442 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron.db.agents_db [None req-87e48f28-c70a-4a9b-b4c3-1578f1ba9568 None None] Agent healthcheck: found 6 active agents {{(pid=84413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 17:01:10.904658 dv-cinder-774594-2-smb neutron-server[84297]: DEBUG neutron_lib.callbacks.manager [None req-e67949bf-7ded-4f98-b919-d472bd1ea19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247897539922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854769917'] for agent, after_update {{(pid=84412) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}